User-agent: *
Disallow: 403.html
Disallow: 404.html
Disallow: 500.html
Disallow: robots.txt
Disallow: /css/
Disallow: /img/
Disallow: /js/