User-agent: 360Spider
allow:/
User-agent: 404checker
allow:/
User-agent: 404enemy
allow:/
User-agent: 80legs
allow:/
User-agent: Abonti
allow:/
User-agent: Aboundex
allow:/
User-agent: Aboundexbot
allow:/
User-agent: Acunetix
allow:/
User-agent: ADmantX
allow:/
User-agent: AfD-Verbotsverfahren
allow:/
User-agent: AhrefsBot
allow:/
User-agent: AIBOT
allow:/
User-agent: AiHitBot
allow:/
User-agent: Aipbot
allow:/
User-agent: Alexibot
allow:/
User-agent: Alligator
allow:/
User-agent: AllSubmitter
allow:/
User-agent: AlphaBot
allow:/
User-agent: Anarchie
allow:/
User-agent: Apexoo
allow:/
User-agent: archive.org_bot
allow:/
User-agent: arquivo.pt
allow:/
User-agent: arquivo-web-crawler
allow:/
User-agent: ASPSeek
allow:/
User-agent: Asterias
allow:/
User-agent: Attach
allow:/
User-agent: autoemailspider
allow:/
User-agent: AwarioRssBot
allow:/
User-agent: AwarioSmartBot
allow:/
User-agent: BackDoorBot
allow:/
User-agent: Backlink-Ceck
allow:/
User-agent: backlink-check
allow:/
User-agent: BacklinkCrawler
allow:/
User-agent: BackStreet
allow:/
User-agent: BackWeb
allow:/
User-agent: Badass
allow:/
User-agent: Bandit
allow:/
User-agent: Barkrowler
allow:/
User-agent: BatchFTP
allow:/
User-agent: Battleztar Bazinga
allow:/
User-agent: BBBike
allow:/
User-agent: BDCbot
allow:/
User-agent: BDFetch
allow:/
User-agent: BetaBot
allow:/
User-agent: Bigfoot
allow:/
User-agent: Bitacle
allow:/
User-agent: Blackboard
allow:/
User-agent: Black Hole
allow:/
User-agent: BlackWidow
allow:/
User-agent: BLEXBot
allow:/
User-agent: Blow
allow:/
User-agent: BlowFish
allow:/
User-agent: Boardreader
allow:/
User-agent: Bolt
allow:/
User-agent: BotALot
allow:/
User-agent: Brandprotect
allow:/
User-agent: Brandwatch
allow:/
User-agent: Buddy
allow:/
User-agent: BuiltBotTough
allow:/
User-agent: BuiltWith
allow:/
User-agent: Bullseye
allow:/
User-agent: BunnySlippers
allow:/
User-agent: BuzzSumo
allow:/
User-agent: Calculon
allow:/
User-agent: CATExplorador
allow:/
User-agent: CazoodleBot
allow:/
User-agent: CCBot
allow:/
User-agent: Cegbfeieh
allow:/
User-agent: CheeseBot
allow:/
User-agent: CherryPicker
allow:/
User-agent: CheTeam
allow:/
User-agent: ChinaClaw
allow:/
User-agent: Chlooe
allow:/
User-agent: Claritybot
allow:/
User-agent: Cliqzbot
allow:/
User-agent: Cloud mapping
allow:/
User-agent: coccocbot-web
allow:/
User-agent: Cogentbot
allow:/
User-agent: cognitiveseo
allow:/
User-agent: Collector
allow:/
User-agent: com.plumanalytics
allow:/
User-agent: Copier
allow:/
User-agent: CopyRightCheck
allow:/
User-agent: Copyscape
allow:/
User-agent: Cosmos
allow:/
User-agent: Craftbot
allow:/
User-agent: crawler4j
allow:/
User-agent: crawler.feedback
allow:/
User-agent: crawl.sogou.com
allow:/
User-agent: CrazyWebCrawler
allow:/
User-agent: Crescent
allow:/
User-agent: CrunchBot
allow:/
User-agent: CSHttp
allow:/
User-agent: Curious
allow:/
User-agent: Custo
allow:/
User-agent: DatabaseDriverMysqli
allow:/
User-agent: DataCha0s
allow:/
User-agent: DBLBot
allow:/
User-agent: demandbase-bot
allow:/
User-agent: Demon
allow:/
User-agent: Deusu
allow:/
User-agent: Devil
allow:/
User-agent: Digincore
allow:/
User-agent: DigitalPebble
allow:/
User-agent: DIIbot
allow:/
User-agent: Dirbuster
allow:/
User-agent: Disco
allow:/
User-agent: Discobot
allow:/
User-agent: Discoverybot
allow:/
User-agent: Dispatch
allow:/
User-agent: DittoSpyder
allow:/
User-agent: DnyzBot
allow:/
User-agent: DomainAppender
allow:/
User-agent: DomainCrawler
allow:/
User-agent: DomainSigmaCrawler
allow:/
User-agent: DomainStatsBot
allow:/
User-agent: Dotbot
allow:/
User-agent: Download Wonder
allow:/
User-agent: Dragonfly
allow:/
User-agent: Drip
allow:/
User-agent: DSearch
allow:/
User-agent: DTS Agent
allow:/
User-agent: EasyDL
allow:/
User-agent: Ebingbong
allow:/
User-agent: eCatch
allow:/
User-agent: ECCP/1.0
allow:/
User-agent: Ecxi
allow:/
User-agent: EirGrabber
allow:/
User-agent: EMail Siphon
allow:/
User-agent: EMail Wolf
allow:/
User-agent: EroCrawler
allow:/
User-agent: evc-batch
allow:/
User-agent: Evil
allow:/
User-agent: Exabot
allow:/
User-agent: Express WebPictures
allow:/
User-agent: ExtLinksBot
allow:/
User-agent: Extractor
allow:/
User-agent: ExtractorPro
allow:/
User-agent: Extreme Picture Finder
allow:/
User-agent: EyeNetIE
allow:/
User-agent: Ezooms
allow:/
User-agent: facebookscraper
allow:/
User-agent: FDM
allow:/
User-agent: FemtosearchBot
allow:/
User-agent: FHscan
allow:/
User-agent: Fimap
allow:/
User-agent: Firefox/7.0
allow:/
User-agent: FlashGet
allow:/
User-agent: Flunky
allow:/
User-agent: Foobot
allow:/
User-agent: Freeuploader
allow:/
User-agent: FrontPage
allow:/
User-agent: FyberSpider
allow:/
User-agent: Fyrebot
allow:/
User-agent: GalaxyBot
allow:/
User-agent: Genieo
allow:/
User-agent: GermCrawler
allow:/
User-agent: Getintent
allow:/
User-agent: GetRight
allow:/
User-agent: GetWeb
allow:/
User-agent: Gigablast
allow:/
User-agent: Gigabot
allow:/
User-agent: G-i-g-a-b-o-t
allow:/
User-agent: Go-Ahead-Got-It
allow:/
User-agent: Gotit
allow:/
User-agent: GoZilla
allow:/
User-agent: Go!Zilla
allow:/
User-agent: Grabber
allow:/
User-agent: GrabNet
allow:/
User-agent: Grafula
allow:/
User-agent: GrapeFX
allow:/
User-agent: GrapeshotCrawler
allow:/
User-agent: GridBot
allow:/
User-agent: GT::WWW
allow:/
User-agent: Haansoft
allow:/
User-agent: HaosouSpider
allow:/
User-agent: Harvest
allow:/
User-agent: Havij
allow:/
User-agent: HEADMasterSEO
allow:/
User-agent: heritrix
allow:/
User-agent: Heritrix
allow:/
User-agent: Hloader
allow:/
User-agent: HMView
allow:/
User-agent: HTMLparser
allow:/
User-agent: HTTP::Lite
allow:/
User-agent: HTTrack
allow:/
User-agent: Humanlinks
allow:/
User-agent: HybridBot
allow:/
User-agent: Iblog
allow:/
User-agent: IDBot
allow:/
User-agent: Id-search
allow:/
User-agent: IlseBot
allow:/
User-agent: Image Fetch
allow:/
User-agent: Image Sucker
allow:/
User-agent: IndeedBot
allow:/
User-agent: Indy Library
allow:/
User-agent: InfoNaviRobot
allow:/
User-agent: InfoTekies
allow:/
User-agent: instabid
allow:/
User-agent: Intelliseek
allow:/
User-agent: InterGET
allow:/
User-agent: Internet Ninja
allow:/
User-agent: InternetSeer
allow:/
User-agent: internetVista monitor
allow:/
User-agent: ips-agent
allow:/
User-agent: Iria
allow:/
User-agent: IRLbot
allow:/
User-agent: Iskanie
allow:/
User-agent: IstellaBot
allow:/
User-agent: JamesBOT
allow:/
User-agent: Jbrofuzz
allow:/
User-agent: JennyBot
allow:/
User-agent: JetCar
allow:/
User-agent: Jetty
allow:/
User-agent: JikeSpider
allow:/
User-agent: JOC Web Spider
allow:/
User-agent: Joomla
allow:/
User-agent: Jorgee
allow:/
User-agent: JustView
allow:/
User-agent: Jyxobot
allow:/
User-agent: Kenjin Spider
allow:/
User-agent: Keyword Density
allow:/
User-agent: Kozmosbot
allow:/
User-agent: Lanshanbot
allow:/
User-agent: Larbin
allow:/
User-agent: LeechFTP
allow:/
User-agent: LeechGet
allow:/
User-agent: LexiBot
allow:/
User-agent: Lftp
allow:/
User-agent: LibWeb
allow:/
User-agent: Libwhisker
allow:/
User-agent: Lightspeedsystems
allow:/
User-agent: Likse
allow:/
User-agent: Linkdexbot
allow:/
User-agent: LinkextractorPro
allow:/
User-agent: LinkpadBot
allow:/
User-agent: LinkScan
allow:/
User-agent: LinksManager
allow:/
User-agent: LinkWalker
allow:/
User-agent: LinqiaMetadataDownloaderBot
allow:/
User-agent: LinqiaRSSBot
allow:/
User-agent: LinqiaScrapeBot
allow:/
User-agent: Lipperhey
allow:/
User-agent: Lipperhey Spider
allow:/
User-agent: Litemage_walker
allow:/
User-agent: Lmspider
allow:/
User-agent: LNSpiderguy
allow:/
User-agent: Ltx71
allow:/
User-agent: lwp-request
allow:/
User-agent: LWP::Simple
allow:/
User-agent: lwp-trivial
allow:/
User-agent: Magnet
allow:/
User-agent: Mag-Net
allow:/
User-agent: magpie-crawler
allow:/
User-agent: Mail.RU_Bot
allow:/
User-agent: Majestic12
allow:/
User-agent: Majestic SEO
allow:/
User-agent: Majestic-SEO
allow:/
User-agent: MarkMonitor
allow:/
User-agent: MarkWatch
allow:/
User-agent: Masscan
allow:/
User-agent: Mass Downloader
allow:/
User-agent: Mata Hari
allow:/
User-agent: MauiBot
allow:/
User-agent: meanpathbot
allow:/
User-agent: Meanpathbot
allow:/
User-agent: MeanPath Bot
allow:/
User-agent: Mediatoolkitbot
allow:/
User-agent: mediawords
allow:/
User-agent: MegaIndex.ru
allow:/
User-agent: Metauri
allow:/
User-agent: MFC_Tear_Sample
allow:/
User-agent: Microsoft Data Access
allow:/
User-agent: Microsoft URL Control
allow:/
User-agent: MIDown tool
allow:/
User-agent: MIIxpc
allow:/
User-agent: Mister PiX
allow:/
User-agent: MJ12bot
allow:/
User-agent: Mojeek
allow:/
User-agent: Mojolicious
allow:/
User-agent: Morfeus Fucking Scanner
allow:/
User-agent: Mr.4x3
allow:/
User-agent: MSFrontPage
allow:/
User-agent: MSIECrawler
allow:/
User-agent: Msrabot
allow:/
User-agent: muhstik-scan
allow:/
User-agent: Musobot
allow:/
User-agent: Name Intelligence
allow:/
User-agent: Nameprotect
allow:/
User-agent: Navroad
allow:/
User-agent: NearSite
allow:/
User-agent: Needle
allow:/
User-agent: Nessus
allow:/
User-agent: NetAnts
allow:/
User-agent: Netcraft
allow:/
User-agent: netEstate NE Crawler
allow:/
User-agent: NetLyzer
allow:/
User-agent: NetMechanic
allow:/
User-agent: NetSpider
allow:/
User-agent: Nettrack
allow:/
User-agent: Net Vampire
allow:/
User-agent: Netvibes
allow:/
User-agent: NetZIP
allow:/
User-agent: NextGenSearchBot
allow:/
User-agent: Nibbler
allow:/
User-agent: NICErsPRO
allow:/
User-agent: Niki-bot
allow:/
User-agent: Nikto
allow:/
User-agent: NimbleCrawler
allow:/
User-agent: Nimbostratus
allow:/
User-agent: Ninja
allow:/
User-agent: Nmap
allow:/
User-agent: NPbot
allow:/
User-agent: Nutch
allow:/
User-agent: oBot
allow:/
User-agent: Octopus
allow:/
User-agent: Offline Explorer
allow:/
User-agent: Offline Navigator
allow:/
User-agent: OnCrawl
allow:/
User-agent: Openfind
allow:/
User-agent: OpenLinkProfiler
allow:/
User-agent: Openvas
allow:/
User-agent: OpenVAS
allow:/
User-agent: OrangeBot
allow:/
User-agent: OrangeSpider
allow:/
User-agent: OutclicksBot
allow:/
User-agent: OutfoxBot
allow:/
User-agent: PageAnalyzer
allow:/
User-agent: Page Analyzer
allow:/
User-agent: PageGrabber
allow:/
User-agent: page scorer
allow:/
User-agent: PageScorer
allow:/
User-agent: Pandalytics
allow:/
User-agent: Panscient
allow:/
User-agent: Papa Foto
allow:/
User-agent: Pavuk
allow:/
User-agent: pcBrowser
allow:/
User-agent: PECL::HTTP
allow:/
User-agent: PeoplePal
allow:/
User-agent: PHPCrawl
allow:/
User-agent: Picscout
allow:/
User-agent: Picsearch
allow:/
User-agent: PictureFinder
allow:/
User-agent: Pimonster
allow:/
User-agent: Pi-Monster
allow:/
User-agent: Pixray
allow:/
User-agent: PleaseCrawl
allow:/
User-agent: plumanalytics
allow:/
User-agent: Pockey
allow:/
User-agent: POE-Component-Client-HTTP
allow:/
User-agent: Probethenet
allow:/
User-agent: ProPowerBot
allow:/
User-agent: ProWebWalker
allow:/
User-agent: Psbot
allow:/
User-agent: Pump
allow:/
User-agent: PxBroker
allow:/
User-agent: PyCurl
allow:/
User-agent: QueryN Metasearch
allow:/
User-agent: Quick-Crawler
allow:/
User-agent: RankActive
allow:/
User-agent: RankActiveLinkBot
allow:/
User-agent: RankFlex
allow:/
User-agent: RankingBot
allow:/
User-agent: RankingBot2
allow:/
User-agent: Rankivabot
allow:/
User-agent: RankurBot
allow:/
User-agent: RealDownload
allow:/
User-agent: Reaper
allow:/
User-agent: RebelMouse
allow:/
User-agent: Recorder
allow:/
User-agent: RedesScrapy
allow:/
User-agent: ReGet
allow:/
User-agent: RepoMonkey
allow:/
User-agent: Ripper
allow:/
User-agent: RocketCrawler
allow:/
User-agent: Rogerbot
allow:/
User-agent: RSSingBot
allow:/
User-agent: s1z.ru
allow:/
User-agent: SalesIntelligent
allow:/
User-agent: SBIder
allow:/
User-agent: ScanAlert
allow:/
User-agent: Scanbot
allow:/
User-agent: scan.lol
allow:/
User-agent: ScoutJet
allow:/
User-agent: Scrapy
allow:/
User-agent: Screaming
allow:/
User-agent: ScreenerBot
allow:/
User-agent: Searchestate
allow:/
User-agent: SearchmetricsBot
allow:/
User-agent: Semrush
allow:/
User-agent: SemrushBot
allow:/
User-agent: SEOkicks
allow:/
User-agent: SEOkicks-Robot
allow:/
User-agent: SEOlyticsCrawler
allow:/
User-agent: Seomoz
allow:/
User-agent: SEOprofiler
allow:/
User-agent: seoscanners
allow:/
User-agent: SeoSiteCheckup
allow:/
User-agent: SEOstats
allow:/
User-agent: serpstatbot
allow:/
User-agent: sexsearcher
allow:/
User-agent: Shodan
allow:/
User-agent: Siphon
allow:/
User-agent: SISTRIX
allow:/
User-agent: Sitebeam
allow:/
User-agent: SiteExplorer
allow:/
User-agent: Siteimprove
allow:/
User-agent: SiteLockSpider
allow:/
User-agent: SiteSnagger
allow:/
User-agent: SiteSucker
allow:/
User-agent: Site Sucker
allow:/
User-agent: Sitevigil
allow:/
User-agent: SlySearch
allow:/
User-agent: SmartDownload
allow:/
User-agent: SMTBot
allow:/
User-agent: Snake
allow:/
User-agent: Snapbot
allow:/
User-agent: Snoopy
allow:/
User-agent: SocialRankIOBot
allow:/
User-agent: Sociscraper
allow:/
User-agent: sogouspider
allow:/
User-agent: Sogou web spider
allow:/
User-agent: Sosospider
allow:/
User-agent: Sottopop
allow:/
User-agent: SpaceBison
allow:/
User-agent: Spammen
allow:/
User-agent: SpankBot
allow:/
User-agent: Spanner
allow:/
User-agent: sp_auditbot
allow:/
User-agent: Spbot
allow:/
User-agent: Spinn3r
allow:/
User-agent: SputnikBot
allow:/
User-agent: spyfu
allow:/
User-agent: Sqlmap
allow:/
User-agent: Sqlworm
allow:/
User-agent: Sqworm
allow:/
User-agent: Steeler
allow:/
User-agent: Stripper
allow:/
User-agent: Sucker
allow:/
User-agent: Sucuri
allow:/
User-agent: SuperBot
allow:/
User-agent: SuperHTTP
allow:/
User-agent: Surfbot
allow:/
User-agent: SurveyBot
allow:/
User-agent: Suzuran
allow:/
User-agent: Swiftbot
allow:/
User-agent: sysscan
allow:/
User-agent: Szukacz
allow:/
User-agent: T0PHackTeam
allow:/
User-agent: T8Abot
allow:/
User-agent: tAkeOut
allow:/
User-agent: Teleport
allow:/
User-agent: TeleportPro
allow:/
User-agent: Telesoft
allow:/
User-agent: Telesphoreo
allow:/
User-agent: Telesphorep
allow:/
User-agent: The Intraformant
allow:/
User-agent: TheNomad
allow:/
User-agent: Thumbor
allow:/
User-agent: TightTwatBot
allow:/
User-agent: Titan
allow:/
User-agent: Toata
allow:/
User-agent: Toweyabot
allow:/
User-agent: Tracemyfile
allow:/
User-agent: Trendiction
allow:/
User-agent: Trendictionbot
allow:/
User-agent: trendiction.com
allow:/
User-agent: trendiction.de
allow:/
User-agent: True_Robot
allow:/
User-agent: Turingos
allow:/
User-agent: Turnitin
allow:/
User-agent: TurnitinBot
allow:/
User-agent: TwengaBot
allow:/
User-agent: Twice
allow:/
User-agent: Typhoeus
allow:/
User-agent: UnisterBot
allow:/
User-agent: Upflow
allow:/
User-agent: URLy Warning
allow:/
User-agent: URLy.Warning
allow:/
User-agent: Vacuum
allow:/
User-agent: Vagabondo
allow:/
User-agent: VB Project
allow:/
User-agent: VCI
allow:/
User-agent: VeriCiteCrawler
allow:/
User-agent: VidibleScraper
allow:/
User-agent: Virusdie
allow:/
User-agent: VoidEYE
allow:/
User-agent: Voil
allow:/
User-agent: Voltron
allow:/
User-agent: Wallpapers/3.0
allow:/
User-agent: WallpapersHD
allow:/
User-agent: WASALive-Bot
allow:/
User-agent: WBSearchBot
allow:/
User-agent: Webalta
allow:/
User-agent: WebAuto
allow:/
User-agent: Web Auto
allow:/
User-agent: WebBandit
allow:/
User-agent: WebCollage
allow:/
User-agent: Web Collage
allow:/
User-agent: WebCopier
allow:/
User-agent: WEBDAV
allow:/
User-agent: WebEnhancer
allow:/
User-agent: Web Enhancer
allow:/
User-agent: WebFetch
allow:/
User-agent: Web Fetch
allow:/
User-agent: WebFuck
allow:/
User-agent: Web Fuck
allow:/
User-agent: WebGo IS
allow:/
User-agent: WebImageCollector
allow:/
User-agent: WebLeacher
allow:/
User-agent: WebmasterWorldForumBot
allow:/
User-agent: webmeup-crawler
allow:/
User-agent: WebPix
allow:/
User-agent: Web Pix
allow:/
User-agent: WebReaper
allow:/
User-agent: WebSauger
allow:/
User-agent: Web Sauger
allow:/
User-agent: Webshag
allow:/
User-agent: WebsiteExtractor
allow:/
User-agent: WebsiteQuester
allow:/
User-agent: Website Quester
allow:/
User-agent: Webster
allow:/
User-agent: WebStripper
allow:/
User-agent: WebSucker
allow:/
User-agent: Web Sucker
allow:/
User-agent: WebWhacker
allow:/
User-agent: WebZIP
allow:/
User-agent: WeSEE
allow:/
User-agent: Whack
allow:/
User-agent: Whacker
allow:/
User-agent: Whatweb
allow:/
User-agent: Who.is Bot
allow:/
User-agent: Widow
allow:/
User-agent: WinHTTrack
allow:/
User-agent: WiseGuys Robot
allow:/
User-agent: WISENutbot
allow:/
User-agent: Wonderbot
allow:/
User-agent: Woobot
allow:/
User-agent: Wotbox
allow:/
User-agent: Wprecon
allow:/
User-agent: WPScan
allow:/
User-agent: WWW-Collector-E
allow:/
User-agent: WWW-Mechanize
allow:/
User-agent: WWW::Mechanize
allow:/
User-agent: WWWOFFLE
allow:/
User-agent: x09Mozilla
allow:/
User-agent: x22Mozilla
allow:/
User-agent: Xaldon WebSpider
allow:/
User-agent: Xaldon_WebSpider
allow:/
User-agent: Xenu
allow:/
User-agent: xpymep1.exe
allow:/
User-agent: YoudaoBot
allow:/
User-agent: Zade
allow:/
User-agent: Zauba
allow:/
User-agent: zauba.io
allow:/
User-agent: Zermelo
allow:/
User-agent: Zeus
allow:/
User-agent: zgrab
allow:/
User-agent: Zitebot
allow:/
User-agent: ZmEu
allow:/
User-agent: ZumBot
allow:/
User-agent: ZyBorg
allow:/
User-agent: YandexBot
allow:/
User-agent: akka-http
allow:/
User-agent: DotBot
allow:/
User-agent: spray-can/1.3.3
allow:/
User-agent: Pinterestbot/1.0
allow:/
User-agent: AdBot/1.0
allow:/
User-agent: jetmon
allow:/
User-agent: libwww-perl
allow:/
User-agent: munin
allow:/
User-agent: Presto
allow:/
User-agent: Alexa
allow:/
User-agent: archive.org
allow:/
User-agent: Baidu
allow:/
User-agent: BUbiNG
allow:/
User-agent: FlipboardProxy
allow:/
User-agent: ia_archiver
allow:/
User-agent: Proximic
allow:/
User-agent: R6_CommentReader
allow:/
User-agent: R6_FeedFetcher
allow:/
User-agent: RED/1
allow:/
User-agent: RPT-HTTPClient
allow:/
User-agent: sfFeedReader/0.9
allow:/
User-agent: Spaidu
allow:/
User-agent: YandexImages
allow:/