# robots.txt for gratis-inserate.ch # general (do not use Crawl-Delay here) User-agent: * Disallow: /bedingungen Disallow: /antworten Disallow: /dyn/captcha Disallow: /extend Disallow: /bearbeiten Disallow: /remove Disallow: /sendtofriend Disallow: /suche2 Disallow: /upload Disallow: /my Disallow: /pass Disallow: /p/ Disallow: /drucken-a6 Disallow: /img/man-hold-box.jpg # slow down majestic12.co.uk User-Agent: MJ12bot Crawl-Delay: 15 Disallow: /bedingungen Disallow: /antworten Disallow: /dyn/captcha Disallow: /extend Disallow: /bearbeiten Disallow: /remove Disallow: /sendtofriend Disallow: /suche2 Disallow: /upload Disallow: /my Disallow: /pass Disallow: /p/ Disallow: /drucken-a6 Disallow: /img/man-hold-box.jpg # slow down MSN spider User-Agent: msnbot Crawl-Delay: 15 Disallow: /bedingungen Disallow: /antworten Disallow: /dyn/captcha Disallow: /extend Disallow: /bearbeiten Disallow: /remove Disallow: /sendtofriend Disallow: /suche2 Disallow: /upload Disallow: /my Disallow: /pass Disallow: /p/ Disallow: /drucken-a6 Disallow: /img/man-hold-box.jpg # slow down Inktomi/Slurp/Yahoo User-Agent: Slurp Crawl-Delay: 15 Disallow: /bedingungen Disallow: /antworten Disallow: /dyn/captcha Disallow: /extend Disallow: /bearbeiten Disallow: /remove Disallow: /sendtofriend Disallow: /suche2 Disallow: /upload Disallow: /my Disallow: /pass Disallow: /p/ Disallow: /drucken-a6 Disallow: /img/man-hold-box.jpg # slow down picSearch.com User-agent: psbot Crawl-Delay: 15 Disallow: /bedingungen Disallow: /antworten Disallow: /dyn/captcha Disallow: /extend Disallow: /bearbeiten Disallow: /remove Disallow: /sendtofriend Disallow: /suche2 Disallow: /upload Disallow: /my Disallow: /pass Disallow: /p/ Disallow: /drucken-a6 Disallow: /img/man-hold-box.jpg # slow down Ask Jeeves/Teoma User-agent: Teoma Crawl-Delay: 15 Disallow: /bedingungen Disallow: /antworten Disallow: /dyn/captcha Disallow: /extend Disallow: /bearbeiten Disallow: /remove Disallow: /sendtofriend Disallow: /suche2 Disallow: /upload Disallow: /my Disallow: /pass Disallow: /p/ Disallow: /drucken-a6 Disallow: /img/man-hold-box.jpg # slow down Francis/neomo.de User-agent: Francis Crawl-Delay: 15 Disallow: /bedingungen Disallow: /antworten Disallow: /dyn/captcha Disallow: /extend Disallow: /bearbeiten Disallow: /remove Disallow: /sendtofriend Disallow: /suche2 Disallow: /upload Disallow: /my Disallow: /pass Disallow: /p/ Disallow: /drucken-a6 Disallow: /img/man-hold-box.jpg # prevent Internet Explorer from crawling all pages for offline browsing User-Agent: MSIECrawler Disallow: / #EOF