# robots.txt file
User-agent: *
Disallow: /cgi-bin  
allow: /html