# Robots.txt file created 17-MAR-2004
   # For domain: http://www.ce-hit.com

   # All robots will spider the domain
   User-agent: *
   Disallow: 

   # Disallow directory /cgi-bin/
   User-agent: *
   Disallow: /cgi-bin/