# robots.txt generated at http://www.mcanerin.com User-agent: Mediapartners-Google Disallow: User-agent: * Crawl-delay: 10 Disallow: /cgi-bin/ Disallow: /file Disallow: /pages/import Disallow: /cgi-bin Disallow: /wp-admin Disallow: /wp-includes Disallow: /wp-content Disallow: /tag Disallow: /author Disallow: /wget/ Disallow: /httpd/ Disallow: /i/ Disallow: /f/ Disallow: /t/ Disallow: /c/ Disallow: /j/ User-agent: baiduspider Disallow: / User-agent: Yandex Disallow: / User-agent: swebot Disallow: / User-agent: sistrix Disallow: / User-agent: 008 Disallow: / User-agent: WikiDo/Nutch-1.4 Disallow: /