User-agent: *    # applies to all robots
Disallow: /logs/
Disallow: /cgi-bin/
Disallow: /usage/
Allow: /index.html