# Alle Crawler ansprechen User-agent: * Allow: / #User-agent: AhrefsBot #Disallow: / #User-agent: AhrefsBot/5.0 #Disallow: / #User-agent: AhrefsBot/5.1 #Disallow: / #User-agent: AhrefsBot/5.2 #Disallow: / #User-agent: AhrefsBot/5.3 #Disallow: / #User-agent: AhrefsBot/5.4 #Disallow: / #User-agent: MJ12bot #Disallow: / #User-agent: MJ12bot/v1.4.3 #Disallow: / #User-agent: MJ12bot/v1.4.4 #Disallow: / #User-agent: MJ12bot/v1.4.5 #Disallow: / #User-agent: MJ12bot/v1.4.6 #Disallow: / #User-agent: MJ12bot/v1.4.7 #Disallow: / #User-agent: MJ12bot/v1.4.8 #Disallow: / #User-agent: MJ12bot/v1.4.9 #Disallow: / #User-agent: Sistrix #Disallow: / #User-agent: Sistrix Crawler #Disallow: / #User-agent: Optimizer #Disallow: / #User-agent: SearchmetricsBot #Disallow: / #User-agent: XoviBot #Disallow: / #User-agent: XoviBot/2.0 #Disallow: / #User-agent: DotBot #Disallow: / #User-agent: DotBot/1.1 #Disallow: / #User-agent: DotBot/1.2 #Disallow: / #User-agent: DotBot/1.3 #Disallow: / #User-agent: seoscanners.net #Disallow: / #User-agent: seoscanners.net/1 #Disallow: / #User-agent: SEOkicks-Robot #Disallow: / #User-agent: Linkbird #Disallow: / #User-agent: SEMrushBot #Disallow: / #User-agent: SEMrushBot-SA #Disallow: / #User-agent: SemrushBot/0.95 #Disallow: / #User-agent: Seolytics #Disallow: / #User-agent: Rogerbot #Disallow: / #User-agent: lb-spiderBuzzbot #Disallow: / #User-agent: Screaming Frog SEO Spider #Disallow: / #User-agent: Seobility #Disallow: / #User-agent: Xenu Link Sleuth #Disallow: / # Angabe der Sitemap URL Sitemap: https://www.snowtimes.de/sitemap.xml # Verzeichnisse die ausgeschlossen werden Disallow: /cgi-bin/ Disallow: /webstats/ Disallow: /blog/wp-admin/ Allow: /blog/wp-admin/admin-ajax.php