# robots.txt for http://www.jesseheap.com
# Keep away from phplist installation it's password protected
User-agent: *
Disallow: /lists/admin/
# Keep Some Search Engines from indexing Site Map Database.  Seems to affect ranking for some engines.
User-agent: slurp
Disallow: /indexed-database/

User-agent: msnbot
Disallow: /indexed-database/

User-agent: scooter
Disallow: /indexed-database/

User-agent: fast
Disallow: /indexed-database/

User-agent: Slurp 
Disallow: /indexed-database/

User-agent: * 
Disallow: /cgi-bin/ 

User-agent: *
Disallow: /search.cgi

Sitemap: http://www.jesseheap.com/sitemap.xml.gz