# robots.txt exceptions User-agent: Googlebot-Image Disallow: / User-agent: psbot Disallow: / User-agent: asterias Disallow: / # robots.txt for all other bots User-agent: * Disallow: Crawl-delay: 5 Disallow: /cgi-bin/ Disallow: local_114605.xml Disallow: local_115837.xml Disallow: local_116266.xml Disallow: local_116466.xml Disallow: local_116590.xml Disallow: /images/ Disallow: /cgi-bin/ Disallow: /includes/ Disallow: /js/ Disallow: /lib/ Disallow: /scripts/ Disallow: /src/ Disallow: /images/ Disallow: /testing/ Disallow: /blog/wp-admin/ Disallow: /blog/cgi-bin/