# robots.txt for http://www.searchitall.com/

User-agent: *
Disallow: /webalizer
Disallow: /logs
Disallow: /stats
Disallow: /images
Disallow: /cgi-bin
Disallow: /searchtool