# robots.txt for http://hotfilms.org by Mr Ghost 
User-agent: Googlebot
Allow: /*
User-agent: MSNBot
Allow: /*
User-agent: Slurp
Allow: /*
User-agent: Teoma
Allow: /*
User-agent: Gigabot
Allow: /*
User-agent: Scrubby
Allow: /*
User-agent: Robozilla
Allow: /*
User-agent: Nutch
Allow: /*
User-agent: ia_archiver
Allow: /*
User-agent: baiduspider
Allow: /*
User-agent: *
Allow: /*
# Google Image
User-agent: Googlebot-Image
Allow: /*
# Google AdSense
User-agent: Mediapartners-Google*
Allow: /*
# Internet Archiver Wayback Machine
User-agent: ia_archiver
Allow: / *
# digg mirror
User-agent: duggmirror
Allow: /*