User-agent: *
Disallow: /cgi-bin/
Disallow: /css/

Disallow: 404.shtml
Disallow: 406.shtml
Disallow: 500.shtml
Disallow: thankyou.html