User-agent: * Allow: / # Speed Crawl-delay: 2 # Disallow Rules Disallow: /cgi-bin/ Disallow: /wp-admin/ Disallow: /wp-content/ Disallow: /wp-includes/ Disallow: */attachment/ Disallow: /nichts-gefunden/ Disallow: /nothing-found/ Disallow: /author/ Disallow: /nicht-gestattet/ Disallow: /schlagwort/ Disallow: /tag/ Disallow: /category/ Disallow: /thema/ Disallow: /comments/ Disallow: */comments/ Disallow: /trackback/ Disallow: */trackback/ Disallow: /feed/ Disallow: */feed/ Disallow: /datenschutz/ Disallow: /imprint/ Disallow: /impressum/ Disallow: /impress.jpg Disallow: /disclaimer/ Disallow: /cookie-richtlinie-eu/ Disallow: /testimonial-types/ Disallow: /testimonial-item/ Disallow: /template-item/ Disallow: /template-types/ Disallow: /unsere-sitemap/ Disallow: /sitemap/ Disallow: /search/ Disallow: /suche/ # Search Disallow: /?s=* Disallow: */?s=* # Cordless Radio Disallow: /login/ Disallow: /logout/ Disallow: /aktivieren/ Disallow: /nutzungsbedingungen/ Disallow: /user/ Disallow: /community/userlist/ Disallow: /kontrollzentrum/ Disallow: /anmelden/ Disallow: /anmelden-fehlerhaft/ Disallow: /seite-nicht-gefunden/ Disallow: /events/meine-buchungen/ Disallow: /externeSeite.php* # User profile-tabs Disallow: /user/*/activity/ Disallow: /user/*/profile/ Disallow: /user/*/forums/ Disallow: /user/*/event/ # Forum Disallow: /forums/view/ Disallow: /forums/search/ Disallow: /forums/reply/ # Pagination - Events Manager Disallow: *?pno= Disallow: /*?pno=* # Sitemap Sitemap: https://www.cordless-radio.de/sitemap.xml Sitemap: https://www.cordless-radio.de/sitemap.xml.gz ############################################################# # blocked Robots # ############################################################# User-agent: *thunderstone* Disallow: / User-agent: 007ac9 Crawler Disallow: / User-agent: 80bot Disallow: / User-agent: 1001FirmsBot Disallow: / User-agent: 7Siters Disallow: / User-agent: 4SeoHuntBot Disallow: / User-agent: 404checker Disallow: / User-agent: 404enemy Disallow: / User-agent: 80legs Disallow: / User-agent: Abonti Disallow: / User-agent: almaden Disallow: / User-agent: Aboundex Disallow: / User-agent: Acunetix Disallow: / User-agent: 008 Disallow: / User-agent: AdvBot Disallow: / User-agent: admantx-euaspb Disallow: / User-agent: AfD-Verbotsverfahren Disallow: / User-agent: AdsTxtCrawler Disallow: / User-agent: adstxtlab.com Crawler Disallow: / User-agent: AguseScan Disallow: / User-agent: AHC Disallow: / User-agent: AdBot Disallow: / User-agent: AdCentriaIM Disallow: / User-agent: A6-Indexer Disallow: / User-agent: AdAuth Disallow: / User-agent: Afilias Web Mining Tool Disallow: / User-agent: adscanner Disallow: / User-agent: adscanner/1.0 Disallow: / User-agent: AhrefsBot Disallow: / User-agent: AlohaBrowser Disallow: / User-agent: AIBOT Disallow: / User-agent: AlphaBot Disallow: / User-agent: AiHitBot Disallow: / User-agent: Aipbot Disallow: / User-agent: Alexibot Disallow: / User-agent: Alligator Disallow: / User-agent: AllSubmitter Disallow: / User-agent: Atomic_Email_Hunter Disallow: / User-agent: amp-cloud.de Disallow: / User-agent: AngleSharp Disallow: / User-agent: Anonymous Coward Disallow: / User-agent: Ant.com Disallow: / User-agent: archive.org_bot Disallow: / User-agent: Anarchie Disallow: / User-agent: Apexoo Disallow: / User-agent: ASPSeek Disallow: / User-agent: Asterias Disallow: / User-agent: attach Disallow: / User-agent: autoemailspider Disallow: / User-agent: binlar Disallow: / User-agent: BackDoorBot Disallow: / User-agent: bumblebee Disallow: / User-agent: Backlink-Ceck Disallow: / User-agent: backlink-check Disallow: / User-agent: Brandwatch Disallow: / User-agent: Bubing Disallow: / User-agent: BUbiNG Disallow: / User-agent: BackStreet Disallow: / User-agent: BackWeb Disallow: / User-agent: Badass Disallow: / User-agent: Bandit Disallow: / User-agent: BacklinkCrawler Disallow: / User-agent: Baiduspider Disallow: / User-agent: Baiduspider-video Disallow: / User-agent: Baiduspider-image Disallow: / User-agent: Baiduspider-news Disallow: / User-agent: Baiduspider-favo Disallow: / User-agent: Baiduspider-cpro Disallow: / User-agent: Baiduspider-ads Disallow: / User-agent: Baiduspider+ Disallow: / User-agent: Baiduspider+(+http://www.baidu.com/search/spider.htm) Disallow: / User-agent: Baiduspider/2.0;+http://www.baidu.com/search/spider.html Disallow: / User-agent: Baiduspider/2.0 Disallow: / User-agent: +Baiduspider Disallow: / User-agent: +Baiduspider/2.0 Disallow: / User-agent: +Baiduspider/2.0;++http://www.baidu.com/search/spider.html Disallow: / User-agent: Mozilla/5.0(compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html) Disallow: / User-agent: Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html) Disallow: / User-agent: Mozilla/5.0 (compatible; Baiduspider/3.0; +http://www.baidu.com/search/spider.html) Disallow: / User-agent: Mozilla/5.0 (compatible; Baiduspider/4.0; +http://www.baidu.com/search/spider.html) Disallow: / User-agent: Mozilla/5.0 (compatible; Baiduspider/5.0; +http://www.baidu.com/search/spider.html) Disallow: / User-agent: Baiduspider/2.0 Disallow: / User-agent: Baiduspider/3.0 Disallow: / User-agent: Baiduspider/4.0 Disallow: / User-agent: Baiduspider/5.0 Disallow: / User-agent: EasouSpider Disallow: / User-agent: JamesBOT Disallow: / User-agent: JOC Web Spider Disallow: / User-agent: Joomla Disallow: / User-agent: Jorgee Disallow: / User-agent: JustView Disallow: / User-agent: Jbrofuzz Disallow: / User-agent: JennyBot Disallow: / User-agent: JetCar Disallow: / User-agent: JikeSpider Disallow: / User-agent: Kenjin Spider Disallow: / User-agent: Keyword Density Disallow: / User-agent: Kozmosbot Disallow: / User-agent: Lanshanbot Disallow: / User-agent: Likse Disallow: / User-agent: sproose Disallow: / User-agent: Seeker Disallow: / User-agent: Sosospider+ Disallow: / User-agent: Sosospider Disallow: / User-agent: Sosospider/2.0 Disallow: / User-agent: 360Spider Disallow: / User-agent: YoudaoBot/1.0 Disallow: / User-agent: YoudaoBot/1.0 Disallow: / User-agent: YoudaoBot Disallow: / User-agent: Snake Disallow: / User-agent: Snapbot Disallow: / User-agent: Snoopy Disallow: / User-agent: SocialRankIOBot Disallow: / User-agent: sogou spider Disallow: / User-agent: Sogou Spider Disallow: / User-agent: Sogou blog Disallow: / User-agent: Sogou inst spider Disallow: / User-agent: Sogou News Spider Disallow: / User-agent: Sogou Orion spider Disallow: / User-agent: Sogou spider2 Disallow: / User-agent: Sogou web spider Disallow: / User-agent: Sogou wap spider Disallow: / User-agent: bdbrandprotect Disallow: / User-agent: Brandprotect Disallow: / User-agent: BOT for JCE Disallow: / User-agent: Bolt Disallow: / User-agent: Bolt 0 Disallow: / User-agent: BotALot Disallow: / User-agent: BatchFTP Disallow: / User-agent: Battleztar Bazinga Disallow: / User-agent: BBBike Disallow: / User-agent: BDCbot Disallow: / User-agent: BDFetch Disallow: / User-agent: BetaBot Disallow: / User-agent: BecomeBot Disallow: / User-agent: Bigfoot Disallow: / User-agent: Bitacle Disallow: / User-agent: Blackboard Disallow: / User-agent: Black Hole Disallow: / User-agent: BlackWidow Disallow: / User-agent: BLEXBot Disallow: / User-agent: BPImageWalker* Disallow: / User-agent: BPImageWalker Disallow: / User-agent: Buddy Disallow: / User-agent: BuiltBotTough Disallow: / User-agent: BuiltWith Disallow: / User-agent: Bullseye Disallow: / User-agent: BunnySlippers Disallow: / User-agent: BuzzSumo Disallow: / User-agent: Calculon Disallow: / User-agent: CATExplorador Disallow: / User-agent: CazoodleBot Disallow: / User-agent: CatchBot Disallow: / User-agent: CCBot Disallow: / User-agent: CICC Disallow: / User-agent: CheckMarkNetwork/1.0 (+https://www.checkmarknetwork.com/spider.html) Disallow: / User-agent: CheckMarkNetwork Disallow: / User-agent: coccoc Disallow: / User-agent: CazoodleBot Disallow: / User-Agent: CloudServerMarketSpider Disallow: / User-agent: Cliqzbot Disallow: / User-agent: COMODO SSL Checker Disallow: / User-agent: Comodo-Certificates-Spider Disallow: / User-agent: Content Crawler Disallow: / User-agent: Copier Disallow: / User-agent: CopyRightCheck Disallow: / User-agent: Copyscape Disallow: / User-agent: casper Disallow: / User-agent: Cosmos Disallow: / User-agent: Craftbot Disallow: / User-agent: crawler4j Disallow: / User-agent: curl Disallow: / User-agent: careerbot Disallow: / User-agent: DCPbot Disallow: / User-agent: deepcrawl Disallow: / User-agent: Downloader Disallow: / User-agent: Download Ninja Disallow: / User-agent: DBLBot Disallow: / User-agent: DSurf15a Disallow: / User-agent: DA Disallow: / User-agent: demandbase-bot Disallow: / User-agent: Demon Disallow: / User-agent: DeuSu Disallow: / User-agent: Discobot Disallow: / User-agent: DISCo Disallow: / User-agent: DISCo Pump Disallow: / User-agent: DoCoMo/2.0 Disallow: / User-agent: DOC Disallow: / User-agent: Zao Disallow: / User-agent: TwengaBot Disallow: / User-agent: Twice Disallow: / User-agent: Twiceler Disallow: / User-agent: InfoNaviRobot Disallow: / User-agent: InfoTekies Disallow: / User-agent: instabid Disallow: / User-agent: Intelliseek Disallow: / User-agent: InterGET Disallow: / User-agent: Internet Ninja Disallow: / User-agent: InternetSeer Disallow: / User-agent: sitecheck.internetseer.com Disallow: / User-agent: Domain Re-Animator Bot Disallow: / User-agent: DomainAppender Disallow: / User-agent: DomainCrawler Disallow: / User-agent: dotbot Disallow: / User-agent: DotBot Disallow: / User-agent: dotbot/1.0 Disallow: / User-agent: DotBot/1.2 Disallow: / User-agent: Download Demon Disallow: / User-agent: Download Wonder Disallow: / User-agent: Dragonfly Disallow: / User-agent: Drip Disallow: / User-agent: DTS Agent Disallow: / User-agent: EasyDL Disallow: / User-agent: EasyDL/2.99 Disallow: / User-agent: Ebingbong Disallow: / User-agent: eCatch Disallow: / User-Agent: drupact Disallow: / User-agent: EC2LinkFinder Disallow: / User-agent: EdisterBot Disallow: / User-agent: Evil Disallow: / User-agent: Express WebPictures Disallow: / User-agent: Exabot Disallow: / User-agent: Searchestate Disallow: / User-agent: SearchmetricsBot Disallow: / User-agent: ExB Language Crawler Disallow: / User-agent: Experibot Disallow: / User-agent: ECCP/1.0 (search@eniro.com) Disallow: / User-agent: ECCP/1.0 Disallow: / User-agent: Ecxi Disallow: / User-agent: EirGrabber Disallow: / User-agent: EMail Siphon Disallow: / User-agent: EMailSiphon Disallow: / User-agent: EMail Wolf Disallow: / User-agent: EMailWolf Disallow: / User-agent: EroCrawler Disallow: / User-agent: Extractor Disallow: / User-agent: ExtractorPro Disallow: / User-agent: Extreme Picture Finder Disallow: / User-agent: EyeNetIE Disallow: / User-agent: Ezooms Disallow: / User-agent: Ezooms Robot Disallow: / User-agent: findlinks Disallow: / User-agent: fast Disallow: / User-agent: FDM Disallow: / User-agent: FileHound Disallow: / User-agent: fr-crawler Disallow: / User-agent: FHscan Disallow: / User-agent: Fimap Disallow: / User-agent: Firefox/7.0 Disallow: / User-agent: FlashGet Disallow: / User-agent: Flunky Disallow: / User-agent: Foobot Disallow: / User-agent: fq Disallow: / User-agent: Freeuploader Disallow: / User-agent: FrontPage Disallow: / User-agent: Fyrebot Disallow: / User-agent: GermCrawler Disallow: / User-agent: GalaxyBot Disallow: / User-agent: GigablastOpenSource Disallow: / User-agent: GarlikCrawler Disallow: / User-agent: Go 1.1 package http Disallow: / User-agent: gonzo Disallow: / User-agent: genieBot Disallow: / User-agent: grub-client Disallow: / User-agent: Go-Ahead-Got-It Disallow: / User-agent: Gotit Disallow: / User-agent: gotit Disallow: / User-agent: GeedoBot Disallow: / User-agent: GetRight Disallow: / User-agent: GetSmart Disallow: / User-agent: GetWeb Disallow: / User-agent: GetWeb! Disallow: / User-agent: gigabaz Disallow: / User-agent: G-i-g-a-b-o-t Disallow: / User-agent: Gigabot Disallow: / User-agent: GSLFbot Disallow: / User-agent: Gosign-Security-Crawler Disallow: / User-agent: Grabber Disallow: / User-agent: GrabNet Disallow: / User-agent: Grafula Disallow: / User-agent: GrapeFX Disallow: / User-agent: GridBot Disallow: / User-agent: GT::WWW Disallow: / User-agent: Haansoft Disallow: / User-agent: Harvest Disallow: / User-agent: Havij Disallow: / User-agent: HEADMasterSEO Disallow: / User-agent: Hloader Disallow: / User-agent: HMView Disallow: / User-agent: HTMLparser Disallow: / User-agent: HTTP::Lite Disallow: / User-agent: htdig Disallow: / User-agent: HaosouSpider Disallow: / User-agent: httpget Disallow: / User-agent: HTTrack Disallow: / User-agent: HuaweiSymantecSpider Disallow: / User-agent: HybridBot Disallow: / User-agent: Iblog Disallow: / User-agent: ia_archiver Disallow: / User-agent: iCjobs Disallow: / User-agent: ICCrawler Disallow: / User-agent: ImplisenseBot Disallow: / User-agent: Infohelfer Disallow: / User-agent: Id-search Disallow: / User-agent: IonCrawl Disallow: / User-agent: IlseBot Disallow: / User-agent: Image Fetch Disallow: / User-agent: Image Sucker Disallow: / User-agent: IndeedBot Disallow: / User-agent: internetVista monitor Disallow: / User-agent: InternetLinkagent Disallow: / User-agent: Iria Disallow: / User-agent: IRLbot Disallow: / User-agent: Iskanie Disallow: / User-agent: ips-agent Disallow: / User-agent: ipsAgent Disallow: / User-agent: IsraBot Disallow: / User-agent: it2media-domain-crawler Disallow: / User-agent: Java Disallow: / User-agent: JBH*agent Disallow: / User-agent: JBH agent Disallow: / User-agent: Jobboerse Disallow: / User-agent: JobboerseBot Disallow: / User-agent: KaloogaBot Disallow: / User-agent: k6 cloud (https://k6.io/) Disallow: / User-agent: Kraken Disallow: / User-agent: larbin Disallow: / User-agent: lb-spider Disallow: / User-agent: lex Disallow: / User-agent: linko Disallow: / User-agent: LinkScan Disallow: / User-agent: LinksManager Disallow: / User-agent: LinkWalker Disallow: / User-agent: LinqiaMetadataDownloaderBot Disallow: / User-agent: LinqiaRSSBot Disallow: / User-agent: LinqiaScrapeBot Disallow: / User-agent: Lipperhey Disallow: / User-agent: Lipperhey-Kaus-Australis Disallow: / User-agent: libwww-perl Disallow: / User-agent: libwww Disallow: / User-agent: linkdex.com Disallow: / User-agent: LinkextractorPro Disallow: / User-agent: LinkpadBot Disallow: / User-agent: Linkpad Disallow: / User-agent: Linguee Disallow: / User-agent: Linguee Bot Disallow: / User-agent: LinkStats Disallow: / User-agent: LSSRocketCrawler Disallow: / User-agent: Litemage_walker Disallow: / User-agent: Lmspider Disallow: / User-agent: LNSpiderguy Disallow: / User-agent: ltx71 Disallow: / User-agent: lwp-request Disallow: / User-agent: LWP::Simple Disallow: / User-agent: lwp-trivial Disallow: / User-agent: MIDown tool Disallow: / User-agent: MIIxpc Disallow: / User-agent: Mister PiX Disallow: / User-agent: Memo Disallow: / User-agent: MSProxy Disallow: / User-agent: Magnet Disallow: / User-agent: Mag-Net Disallow: / User-agent: Mp3Bot Disallow: / User-agent: magpie-crawler Disallow: / User-agent: Mail.RU_Bot Disallow: / User-agent: Mail.RU_Bot/2.0 Disallow: / User-agent: Mail.RU Disallow: / User-agent: Mail.RU_Bot/2.0; +http://go.mail.ru/help/robots Disallow: / User-agent: meanpath Disallow: / User-agent: Meanpathbot Disallow: / User-agent: Metauri Disallow: / User-agent: MFC_Tear_Sample Disallow: / User-agent: megaindex Disallow: / User-agent: MegaIndex.ru Disallow: / User-agent: megaIndex.ru Disallow: / User-agent: megaindex.com Disallow: / User-agent: MegaIndex.ru/2.0 Disallow: / User-agent: mfibot Disallow: / User-agent: MIA Disallow: / User-agent: jobs.de-Robot Disallow: / User-agent: mindUpBot Disallow: / User-agent: Microsoft.URL.Control Disallow: / User-agent: Microsoft Data Access Disallow:/ User-agent: Microsoft URL Control Disallow:/ User-agent: MJ12bot Disallow: / User-Agent: MJ12bot/v1.4.3 Disallow: / User-agent: MLBot Disallow: / User-agent: Mojeek Disallow: / User-agent: MojeekBot Disallow: / User-agent: MetaJobBot Disallow: / User-agent: Morfeus Fucking Scanner Disallow: / User-agent: MSFrontPage Disallow: / User-agent: MSIECrawler Disallow: / User-agent: Msrabot Disallow: / User-agent: MS Web Services Client Protocol Disallow: / User-agent: muhstik-scan Disallow: / User-agent: Musobot Disallow: / User-agent: Name Intelligence Disallow: / User-agent: Nameprotect Disallow: / User-agent: Navroad Disallow: / User-agent: NearSite Disallow: / User-agent: Needle Disallow: / User-agent: Nessus Disallow: / User-agent: NetLyzer Disallow: / User-agent: NetMechanic Disallow: / User-agent: NetSpider Disallow: / User-agent: NetAnts Disallow: / User-agent: netEstate NE Crawler Disallow: / User-agent: netEstate Disallow: / User-agent: Nutch Disallow: / User-agent: NYU Disallow: / User-agent: oBot Disallow: / User-agent: Orthogaffe Disallow: / User-agent: OpenHoseBot Disallow: / User-agent: OmniExplorer_Bot Disallow: / User-agent: Openfind Disallow: / User-agent: OpenindexSpider Disallow: / User-agent: OpenLinkProfiler Disallow: / User-agent: OpidooBOT Disallow: / User-agent: PagePeeker Disallow: / User-agent: Plista Disallow: / User-agent: PetalBot Disallow: / User-agent: Majestic12 Disallow: / User-agent: Mass Downloader Disallow: / User-agent: Mata Hari Disallow: / User-agent: MarkMonitor Disallow: / User-agent: MarkWatch Disallow: / User-agent: masscan/1.0 (https://github.com/robertdavidgraham/masscan) Disallow: / User-agent: masscan/1.0 Disallow: / User-agent: masscan Disallow: / User-agent: Masscan Disallow: / User-agent: picmole Disallow: / User-agent: Python/3.5 aiohttp Disallow: / User-agent: Pixray-Seeker Disallow: / User-agent: Pixray Disallow: / User-agent: Plukkie Disallow: / User-agent: plukkie Disallow: / User-agent: Pockey Disallow: / User-agent: POE-Component-Client-HTTP Disallow: / User-agent: Probethenet Disallow: / User-agent: ProPowerBot Disallow: / User-agent: ProWebWalker Disallow: / User-agent: Psbot Disallow: / User-agent: Pump Disallow: / User-agent: PleaseCrawl Disallow: / User-agent: plumanalytics Disallow: / User-agent: publiclibraryarchive Disallow: / User-agent: Qualidator* Disallow: / User-agent: Qwantify Disallow: / User-agent: ReverseGet Disallow: / User-agent: Riddler Disallow: / User-agent: Rankivabot Disallow: / User-agent: RankurBot Disallow: / User-agent: RealDownload Disallow: / User-agent: Reaper Disallow: / User-agent: RebelMouse Disallow: / User-agent: Recorder Disallow: / User-agent: RedesScrapy Disallow: / User-agent: ReGet Disallow: / User-agent: RepoMonkey Disallow: / User-agent: Ripper Disallow: / User-agent: RocketCrawler Disallow: / User-agent: Rogerbot Disallow: / User-agent: R6_CommentReader Disallow: / User-agent: savetheworldheritage Disallow: / User-agent: savetheworldheritage.org Disallow: / User-agent: schrein Disallow: / User-agent: Siteliner Disallow: / User-agent: Scooter Disallow: / User-agent: SabsimBot Disallow: / User-agent: Screaming Frog SEO Spider Disallow: / User-agent: Screaming Disallow: / User-agent: ScreenerBot Disallow: / User-agent: semanticbot Disallow: / User-agent: Semantic Health Web Crawler Disallow: / User-agent: Semrush Disallow: / User-agent: SemrushBot Disallow: / User-agent: SemrushBot-SA Disallow: / User-agent: SiteLockSpider Disallow: / User-agent: SiteSnagger Disallow: / User-agent: Spiderbot Disallow: / User-agent: sentibot Disallow: / User-agent: SentiBot Disallow: / User-agent: sg-Orbiter Disallow: / User-agent: senderproof Disallow: / User-agent: SEOdiver Disallow: / User-agent: SEOkicks Disallow: / User-agent: SEOkicks-Robot Disallow: / User-agent: SEOlyticsCrawler Disallow: / User-agent: Seomoz Disallow: / User-agent: SEOprofiler Disallow: / User-agent: seoscanners Disallow: / User-agent: seoscanners.net Disallow: / User-agent: SEOstats Disallow: / User-agent: sexsearcher Disallow: / User-agent: Seznam Disallow: / User-agent: SeznamBot Disallow: / User-agent: SheerExplorer Disallow: / User-agent: SheerSEO Disallow: / User-agent: Shodan Disallow: / User-agent: Siphon Disallow: / User-agent: sistrix Disallow: / User-agent: Sistrix Disallow: / User-agent: SISTRIX Disallow: / User-agent: SISTRIX Crawler Disallow: / User-agent: Sitebeam Disallow: / User-agent: SiteExplorer/1.0b Disallow: / User-agent: SiteExplorer Disallow: / User-agent: SlySearch Disallow: / User-agent: spock Disallow: / User-Agent: SolomonoBot Disallow: / User-Agent: SolomonoLinkChecker Disallow: / User-agent: Spiderlytics Disallow: / User-agent: ssearch Disallow: / User-agent: ssearch_bot Disallow: / User-agent: suggybot Disallow: / User-agent: SWEBot Disallow: / User-agent: TinEye Disallow: / User-agent: TinEye-bot Disallow: / User-agent: Toweya.com Disallow: / User-agent: Telesoft Disallow: / User-agent: Telesphoreo Disallow: / User-agent: Telesphorep Disallow: / User-agent: The Intraformant Disallow: / User-agent: TheNomad Disallow: / User-agent: TightTwatBot Disallow: / User-agent: Titan Disallow: / User-agent: Toata Disallow: / User-agent: Toweyabot Disallow: / User-agent: Trendiction Disallow: / User-Agent: trendictionbot Disallow: / User-agent: trendiction.com Disallow: / User-agent: trendiction.de Disallow: / User-agent: True_Robot Disallow: / User-agent: Turingos Disallow: / User-agent: Turnitin Disallow: / User-agent: TurnitinBot Disallow: / User-agent: turnitinbot Disallow: / User-agent: Turnitin Robot Disallow: / User-agent: Turnitin Bot Disallow: / User-agent: TurnitinBot/3.0 Disallow: / User-agent: TurnitinBot/3.0 (http://www.turnitin.com/robot/crawlerinfo.html) Disallow: / User-agent: URLSpiderPro Disallow: / User-agent: Unister* Disallow: / User-agent: UbiCrawler Disallow: / User-agent: Typhoeus Disallow: / User-agent: UnisterBot Disallow: / User-agent: Updownerbot Disallow: / User-agent: Uptimebot Disallow: / User-agent: UptimeRobot/2.0 Disallow: / User-agent: um-FC Disallow: / User-agent: um-FC/1.0 Disallow: / User-agent: um-LN Disallow: / User-agent: um-LN/1.0 Disallow: / User-agent: um-IC Disallow: / User-agent: um-IC/1.0 Disallow: / User-agent: vebidoobot Disallow: / User-agent: VelenPublicWebCrawler Disallow: / User-agent: VoidEYE Disallow: / User-agent: Voil Disallow: / User-agent: Voltron Disallow: / User-agent: WebMirror Disallow: / User-agent: WebMiner Disallow: / User-agent: WebHook Disallow: / User-agent: WebEMailExtrac Disallow: / User-agent: Wallpapers/3.0 Disallow: / User-agent: WallpapersHD Disallow: / User-agent: WASALive-Bot Disallow: / User-agent: waybackarchive.org/1.0 Disallow: / User-agent: waybackarchive.org Disallow: / User-agent: waybackarchive Disallow: / User-agent: WBSearchBot Disallow: / User-agent: Webinator Disallow: / User-agent: Webliste.ch Disallow: / User-agent: Webliste Disallow: / User-agent: WebmasterCoffee Disallow: / User-agent: WEBDAV Disallow: / User-agent: WebEnhancer Disallow: / User-agent: Web Enhancer Disallow: / User-agent: WebFetch Disallow: / User-agent: Web Fetch Disallow: / User-agent: WebFuck Disallow: / User-agent: Web Fuck Disallow: / User-agent: WebGo IS Disallow: / User-agent: WebImageCollector Disallow: / User-agent: WebLeacher Disallow: / User-agent: WebmasterWorldForumBot Disallow: / User-agent: webmeup-crawler Disallow: / User-agent: WebofantBot Disallow: / User-agent: WeViKaBot Disallow: / User-agent: Wget Disallow: / User-agent: WinHttp Disallow: / User-agent: WebSucker Disallow: / User-agent: Web Sucker Disallow: / User-agent: WebWhacker Disallow: / User-agent: WebZIP Disallow: / User-agent: WebSauger Disallow: / User-agent: Web Sauger Disallow: / User-agent: Webshag Disallow: / User-agent: WebsiteExtractor Disallow: / User-agent: WebsiteQuester Disallow: / User-agent: Website Quester Disallow: / User-agent: Webster Disallow: / User-agent: WebStripper Disallow: / User-agent: Webalta Disallow: / User-agent: WebAuto Disallow: / User-agent: Web Auto Disallow: / User-agent: WebBandit Disallow: / User-agent: WebCollage Disallow: / User-agent: Web Collage Disallow: / User-agent: WebCopier Disallow: / User-Agent: wotbox Disallow: / User-Agent: Wotbox Disallow: / User-agent: Wprecon Disallow: / User-agent: WPScan Disallow: / User-agent: WWW-Collector-E Disallow: / User-Agent: WWW-Mechanize/1.73 Disallow: / User-Agent: WWW-Mechanize Disallow: / User-agent: WWW::Mechanize Disallow: / User-agent: WWWOFFLE Disallow: / User-agent: Mechanize Disallow: / User-agent: x-Tractor Disallow: / User-agent: x28-job-bot Disallow: / User-agent: yacybot Disallow: / User-agent: YandexBot/3.0 Disallow: / User-agent: YandexBot Disallow: / User-agent: Yandex Disallow: / User-agent: YandexImages/3.0 Disallow: / User-agent: YandexImages Disallow: / User-agent: Yeti Disallow: / User-agent: Yeti-Mobile Disallow: / User-agent: YisouSpider Disallow: / User-agent: AnyConnect Disallow: / User-agent: ArgClrInt Disallow: / User-agent: Arquivo-web-crawler Disallow: / User-agent: auskunftbot Disallow: / User-agent: axios Disallow: / User-agent: Babya Discoverer Disallow: / User-agent: Barkrowler Disallow: / User-agent: bidswitchbot Disallow: / User-agent: Blow Disallow: / User-agent: BlowFish Disallow: / User-agent: BoardReader Disallow: / User-agent: BrandONbot Disallow: / User-agent: CakePHP Disallow: / User-agent: CamScanner Disallow: / User-agent: CeraCon Disallow: / User-agent: CipaCrawler Disallow: / User-agent: Cegbfeieh Disallow: / User-agent: CheeseBot Disallow: / User-agent: CherryPicker Disallow: / User-agent: ChinaClaw Disallow: / User-agent: Chlooe Disallow: / User-agent: Claritybot Disallow: / User-agent: ClarityDailyBot Disallow: / User-agent: Cloud mapping Disallow: / User-agent: Cogentbot Disallow: / User-agent: cognitiveseo Disallow: / User-agent: Collector Disallow: / User-agent: com.plumanalytics Disallow: / User-agent: coccocbot-image Disallow: / User-agent: coccocbot-web Disallow: / User-agent: CommuniGatePro Disallow: / User-agent: Companybook-Crawler Disallow: / User-agent: Contacts-Crawler Disallow: / User-agent: contxbot Disallow: / User-agent: CORS bot Disallow: / User-agent: crawler.feedback Disallow: / User-agent: CRAZYWEBCRAWLER Disallow: / User-agent: curb Disallow: / User-agent: core-project Disallow: / User-agent: Curious George Disallow: / User-agent: Crescent Disallow: / User-agent: CSHttp Disallow: / User-agent: Curious Disallow: / User-agent: Custo Disallow: / User-agent: DatabaseDriverMysqli Disallow: / User-agent: Datanyze Disallow: / User-agent: Daum Disallow: / User-agent: DaveCrawler Disallow: / User-agent: dcrawl Disallow: / User-agent: deadlinkchecker Disallow: / User-agent: DF Bot Disallow: / User-agent: Dillo Disallow: / User-agent: DataCha0s Disallow: / User-agent: Devil Disallow: / User-agent: Digincore Disallow: / User-agent: DigitalPebble Disallow: / User-agent: DIIbot Disallow: / User-agent: Dirbuster Disallow: / User-agent: Disco Disallow: / User-agent: Discordbot Disallow: / User-agent: Dispatch Disallow: / User-agent: Discoverybot Disallow: / User-agent: DittoSpyder Disallow: / User-agent: DnyzBot Disallow: / User-agent: DomainStatsBot Disallow: / User-agent: DomainSigmaCrawler Disallow: / User-agent: Dragonbot Disallow: / User-agent: Embedly Disallow: / User-agent: Enolyst Crawler Disallow: / User-agent: eright Disallow: / User-agent: evc-batch Disallow: / User-agent: Evolution Disallow: / User-agent: ExpMag Disallow: / User-agent: ExtLinksBot Disallow: / User-agent: Faraday Disallow: / User-agent: FavOrg Disallow: / User-agent: FemtosearchBot Disallow: / User-agent: Fetchbot Disallow: / User-agent: Fetch Disallow: / User-agent: FiddleSticks Disallow: / User-agent: finbot Disallow: / User-agent: Findxbot Disallow: / User-agent: FlipboardProxy Disallow: / User-agent: focuseekbot Disallow: / User-agent: ForcePointCrawler Disallow: / User-agent: Galaxy Disallow: / User-agent: GDPR Bot Disallow: / User-agent: Genieo Disallow: / User-agent: Getintent Disallow: / User-agent: GetIntent Crawler Disallow: / User-agent: Gluten Free Crawler Disallow: / User-agent: GmsCore Disallow: / User-agent: Godzilla Disallow: / User-agent: GoZilla Disallow: / User-agent: Go!Zilla Disallow: / User-agent: GrapeshotCrawler Disallow: / User-agent: Grobbot Disallow: / User-agent: GroupHigh Disallow: / User-agent: hackney Disallow: / User-agent: heritrix Disallow: / User-agent: Heritrix Disallow: / User-agent: Honeybee Disallow: / User-agent: Huasai Disallow: / User-agent: HubSpot Webcrawler Disallow: / User-agent: HyScore Disallow: / User-agent: IABTechLab Ads.txt Crawler Disallow: / User-agent: IAS crawler Disallow: / User-agent: IDBot Disallow: / User-agent: idmarch Automatic Disallow: / User-agent: Iframely Disallow: / User-agent: Indy Library Disallow: / User-agent: InetURL Disallow: / User-agent: inoreader Disallow: / User-agent: ips-agent Disallow: / User-agent: istellabot Disallow: / User-agent: James BOT Disallow: / User-agent: Jersey Disallow: / User-agent: Jooblebot Disallow: / User-agent: Jyxobot Disallow: / User-agent: jpg-newsbot Disallow: / User-agent: K-Meleon Disallow: / User-agent: KOCMOHABT Disallow: / User-agent: k2spider Disallow: / User-agent: KomodiaBot Disallow: / User-agent: Laserlikebot Disallow: / User-agent: lbWappalyzer Disallow: / User-agent: LeechFTP Disallow: / User-agent: LeechGet Disallow: / User-agent: LexiBot Disallow: / User-agent: Lftp Disallow: / User-agent: LibWeb Disallow: / User-agent: Libwhisker Disallow: / User-agent: Lightspeedsystems Disallow: / User-agent: LightspeedSystemsCrawler Disallow: / User-agent: linkdexbot Disallow: / User-agent: Magic Browser Disallow: / User-agent: MANETurlcheck Disallow: / User-agent: Mappy Disallow: / User-agent: MATLAB Disallow: / User-agent: mAgent Disallow: / User-agent: MauiBot Disallow: / User-agent: MBCrawler Disallow: / User-agent: mediawords Disallow: / User-agent: mediawords bot Disallow: / User-agent: Meta_Bot Disallow: / User-agent: Mixnode Disallow: / User-agent: MixrankBot Disallow: / User-agent: Mojolicious Disallow: / User-agent: Mr.4x3 Disallow: / User-agent: NativeHost Disallow: / User-agent: neofonie search:robot Disallow: / User-agent: NetZIP Disallow: / User-agent: NextGenSearchBot Disallow: / User-agent: Nibbler Disallow: / User-agent: NICErsPRO Disallow: / User-agent: Niki-bot Disallow: / User-agent: Nikto Disallow: / User-agent: NimbleCrawler Disallow: / User-agent: Ninja Disallow: / User-agent: Nmap Disallow: / User-agent: NPBot Disallow: / User-agent: Netcraft Disallow: / User-agent: NetNewsWire Disallow: / User-agent: NetObjects Fusion Disallow: / User-agent: NetpeakCheckerBot Disallow: / User-agent: NetpeakSpiderBot Disallow: / User-agent: NetSeer Disallow: / User-agent: NetTrack Disallow: / User-agent: Net Vampire Disallow: / User-agent: Netvibes Disallow: / User-agent: NewsGatorOnline Disallow: / User-agent: Nimbostratus-Bot Disallow: / User-agent: NinjaBot Disallow: / User-agent: Nmap Scripting Engine Disallow: / User-agent: Node/simplecrawler Disallow: / User-agent: novomind iSHOP LinkBot Disallow: / User-agent: nsrbot Disallow: / User-agent: okhttp Disallow: / User-agent: omgili Disallow: / User-agent: OnalyticaBot Disallow: / User-agent: ONBbot Disallow: / User-agent: Octopus Disallow: / User-agent: Offline Explorer Disallow: / User-agent: Offline Navigator Disallow: / User-agent: online-webceo-bot Disallow: / User-agent: OnPageBot Disallow: / User-agent: OnPageLeadsBot Disallow: / User-agent: Openvas Disallow: / User-agent: Optimizer Disallow: / User-agent: OrangeBot Disallow: / User-agent: OrangeSpider Disallow: / User-agent: OutclicksBot Disallow: / User-agent: OutfoxBot Disallow: / User-agent: PageAnalyzer Disallow: / User-agent: Page Analyzer Disallow: / User-agent: PageGrabber Disallow: / User-agent: page scorer Disallow: / User-agent: PageScorer Disallow: / User-agent: Panscient Disallow: / User-agent: panscient.com Disallow: / User-agent: PaperLiBot Disallow: / User-agent: Perl LWP Disallow: / User-agent: PDFDriveCrawler Disallow: / User-agent: PhantomJS Disallow: / User-agent: Photon Disallow: / User-agent: Picscout Disallow: / User-agent: Picsearch Disallow: / User-agent: PictureFinder Disallow: / User-agent: Pimonster Disallow: / User-agent: pimonster Disallow: / User-agent: Pi-Monster Disallow: / User-agent: Papa Foto Disallow: / User-agent: Pavuk Disallow: / User-agent: pcBrowser Disallow: / User-agent: PECL::HTTP Disallow: / User-agent: PeoplePal Disallow: / User-agent: PHPCrawl Disallow: / User-agent: Pierre Smith Disallow: / User-agent: PingdomPageSpeed Disallow: / User-agent: PingALink Disallow: / User-agent: Pinner-iOS Disallow: / User-agent: PiplBot Disallow: / User-agent: PK bot Disallow: / User-agent: PocketParser Disallow: / User-agent: proximic Disallow: / User-agent: psscanapp Disallow: / User-agent: PycURL Disallow: / User-agent: Pywikibot Disallow: / User-agent: queuedriver Disallow: / User-agent: Quick-Crawler Disallow: / User-agent: SeekportBot Disallow: / User-agent: serpstatbot Disallow: / User-agent: serpstatbot/2.1 Disallow: / User-agent: snapADDY.com Disallow: / User-agent: SOcrawl Disallow: / User-agent: Sottopop Disallow: / User-agent: SpaceBison Disallow: / User-agent: Spammen Disallow: / User-agent: SpankBot Disallow: / User-agent: Spanner Disallow: / User-agent: Spbot Disallow: / User-agent: SpuhexBot Disallow: / User-agent: Speedy Spider Disallow: / User-agent: ShopWiki Disallow: / User-agent: StundentWebSurveyProjectBot Disallow: / User-agent: SurdotlyBot Disallow: / User-agent: Spinn3r Disallow: / User-agent: SputnikBot Disallow: / User-agent: Sqlmap Disallow: / User-agent: Sqlworm Disallow: / User-agent: Sqworm Disallow: / User-agent: Steeler Disallow: / User-agent: Stripper Disallow: / User-agent: Sucker Disallow: / User-agent: Sucuri Disallow: / User-agent: SuperBot Disallow: / User-agent: SuperHTTP Disallow: / User-agent: Surfbot Disallow: / User-agent: SurveyBot Disallow: / User-agent: SycamoreBot Disallow: / User-agent: SalesIntelligent Disallow: / User-agent: SBIder Disallow: / User-agent: SBIder/Nutch Disallow: / User-agent: Sysomos Disallow: / User-agent: Taringa UGC Disallow: / User-agent: Thumbor Disallow: / User-agent: ThumbShotsBot Disallow: / User-agent: ThumbSniper Disallow: / User-agent: TMM Crawler Disallow: / User-agent: Toplistbot Disallow: / User-agent: ToutiaoSpider Disallow: / User-agent: trustoo Disallow: / User-agent: TrendsmapResolver Disallow: / User-agent: TweetmemeBot Disallow: / User-agent: Suzuran Disallow: / User-agent: Swiftbot Disallow: / User-agent: sysscan Disallow: / User-agent: Szukacz Disallow: / User-agent: T0PHackTeam Disallow: / User-agent: T8Abot Disallow: / User-agent: tAkeOut Disallow: / User-agent: Teleport Disallow: / User-agent: TeleportPro Disallow: / User-agent: Twingly Recon Disallow: / User-agent: uCrawler Disallow: / User-agent: Ultrawall Disallow: / User-agent: unfurlist Disallow: / User-agent: Utopia WebWasher Disallow: / User-agent: URLy.Warning Disallow: / User-agent: URLy Warning Disallow: / User-agent: Vacuum Disallow: / User-agent: Vagabondo Disallow: / User-agent: VB Project Disallow: / User-agent: VB-Tec:INET Disallow: / User-agent: VCI Disallow: / User-agent: VeriCiteCrawler Disallow: / User-agent: VidibleScraper Disallow: / User-agent: Virusdie Disallow: / User-agent: Virusdie crawler Disallow: / User-agent: Wappalyzer Disallow: / User-agent: Watambaa Disallow: / User-agent: Web Downloader Disallow: / User-agent: WebCapture Disallow: / User-agent: Webfan.de Maintenance Bot Disallow: / User-agent: Website Security Scanner Disallow: / User-agent: WebSpider Disallow: / User-agent: WeCrawlForThePeace Disallow: / User-agent: WeTestBot Disallow: / User-agent: Wfuzz Disallow: / User-agent: WeSEE Disallow: / User-agent: Whack Disallow: / User-agent: Whacker Disallow: / User-agent: WhatWeb Disallow: / User-agent: win7ie80 Disallow: / User-agent: WISENutbot Disallow: / User-agent: Wonderbot Disallow: / User-agent: Woobot Disallow: / User-agent: WordupinfoSearch Disallow: / User-agent: WXplr Disallow: / User-agent: XenForo Disallow: / User-agent: x09Mozilla Disallow: / User-agent: x22Mozilla Disallow: / User-agent: Xaldon_WebSpider Disallow: / User-agent: Xaldon WebSpider Disallow: / User-agent: Xenu Link Sleuth Disallow: / User-agent: Xenu Disallow: / User-agent: XoviBot Disallow: / User-agent: XoviOnpageCrawler Disallow: / User-agent: YaK Disallow: / User-agent: Yooo! Search Engine Bot Disallow: / User-agent: yoozBot Disallow: / User-agent: your-search-bot Disallow: / User-agent: Your-Website-Sucks Disallow: / User-agent: Zade Disallow: / User-agent: Zauba Disallow: / User-agent: zauba.io Disallow: / User-agent: Zermelo Disallow: / User-agent: Zeus Disallow: / User-agent: zgrab Disallow: / User-agent: Zitebot Disallow: / User-agent: ZmEu Disallow: / User-agent: ZumBot Disallow: / User-agent: Zombiebot Disallow: / User-agent: ZoominfoBot Disallow: / User-agent: QueryN Metasearch Disallow: / User-agent: QRVA Disallow: / User-agent: RankActive Disallow: / User-agent: RankActiveLinkBot Disallow: / User-agent: RankFlex Disallow: / User-agent: RankingBot Disallow: / User-agent: RankingBot2 Disallow: / User-agent: Rapture Spider Disallow: / User-agent: Raven Link Checker Disallow: / User-agent: raynette_httprequest Disallow: / User-agent: redback Disallow: / User-agent: ResearchBot Disallow: / User-agent: Researchscan Disallow: / User-agent: RobotsTxtParser-VIPnytt Disallow: / User-agent: RukiCrawler Disallow: / User-agent: RyteBot Disallow: / User-agent: SafeDNS Disallow: / User-agent: SafeDNSBot Disallow: / User-agent: SafeSearch microdata crawler Disallow: / User-agent: scanner Disallow: / User-agent: sciter Disallow: / User-agent: Scopia Crawler Disallow: / User-agent: ScoutJet Disallow: / User-agent: ScanAlert Disallow: / User-agent: Scanbot Disallow: / User-agent: scan.lol Disallow: / User-agent: Scrapy Disallow: / User-agent: Scrutiny Disallow: / User-agent: searchVIU.com Linkbot Disallow: / User-agent: Seekport Crawler Disallow: / User-agent: Seobility Disallow: / User-agent: Serf Disallow: / User-agent: ShortLinkTranslate Disallow: / User-agent: SHWCrawler Disallow: / User-agent: SiSch-BA-Bot Disallow: / User-agent: Sitebulb Disallow: / User-agent: SiteGuru Crawler Disallow: / User-agent: Siteimprove Disallow: / User-agent: Siteimprove.com Disallow: / User-agent: SiteSucker Disallow: / User-agent: Site Sucker Disallow: / User-agent: SmartDownload Disallow: / User-agent: Sitevigil Disallow: / User-agent: SiteTruth.com Disallow: / User-agent: Slackbot Disallow: / User-agent: Slackbot-LinkExpanding Disallow: / User-agent: SMTBot Disallow: / User-agent: Who.is Bot Disallow: / User-agent: Widow Disallow: / User-agent: WinHTTrack Disallow: / User-agent: WiseGuys Robot Disallow: / User-agent: WebPix Disallow: / User-agent: Web Pix Disallow: / User-agent: WebReaper Disallow: / User-agent: xpymep1.exe Disallow: / User-agent: Zealbot Disallow: / User-agent: ZyBORG Disallow: /