User-agent: *
Disallow: 401.shtml
Disallow: 403.shtml
Disallow: 404.shtml
Disallow: /admin/
Disallow: /cgi_bin/
Disallow: /dev/
Disallow: /dev1/
Disallow: /dev2/
Disallow: /dev3/