################################################## # Robots.txt mostly created by John S. Britsios, # # Web Architect & Senior SEO Consultant # # at http://www.seoworkers.com # ################################################## User-agent: Googlebot Noindex: /*? Noindex: /*~r Noindex: /*& Noindex: /*.pdf Noindex: *bots=nocrawl Disallow: *bots=nocrawl Noindex: *bots=noindex Noindex: /redirect/ User-agent: AdsBot-Google Disallow: / User-agent: Mediapartners-Google Disallow: / User-agent: Googlebot-Image Disallow: User-agent: Googlebot-Mobile Noindex: /*? Noindex: /*~r Disallow: /*& Noindex: /*.pdf Noindex: *bots=nocrawl Disallow: *bots=nocrawl Noindex: *bots=noindex Noindex: /redirect/ User-agent: Slurp Crawl-delay: 300 Disallow: /*? Disallow: /*~r Disallow: /*& Disallow:: /*.pdf Disallow: *bots=nocrawl Disallow: *bots=noindex Disallow: /redirect/ User-agent: msnbot Crawl-delay: 120 Disallow: /*? Disallow: /*~r Disallow: /*& Disallow:: /*.pdf Disallow: *bots=nocrawl Disallow: *bots=noindex Disallow: /redirect/ User-agent: Teoma Crawl-delay: 240 Disallow: /*? Disallow: /*~r Disallow: /*& Disallow:: /*.pdf Disallow: *bots=nocrawl Disallow: *bots=noindex Disallow: /redirect/ User-agent: WDG_SiteValidator Disallow: /neuterale.php User-Agent: MJ12bot Disallow: User-agent: * Disallow: error_log Disallow: .ftpquota Disallow: /cgi-bin/ Disallow: /*? Disallow: /*~r Disallow: /*& Disallow:: /*.pdf Disallow: *bots=nocrawl Disallow: *bots=noindex Disallow: /redirect/