User-Agent: * 
Allow: / 
Disallow: /cgi-bin 
Disallow: /cgi-data
Disallow: /css
Disallow: /all