User-agent: *
Disallow: /css/
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /assets/
Disallow: /logtmp/
Disallow: /errors/
Disallow: /aspnet_client/
Disallow: /cabledirect/
Disallow: /images/

User-agent: slurp
Disallow: /

User-agent: grub-client
Disallow: /

User-agent: slurp/2.0
Disallow: /

User-agent: slurp/si
Disallow: /