User-agent: dotbot
Disallow: /

User-agent: dotnetdotcom
Disallow: /

User-agent: spinn3r
Disallow: /

User-agent: Spinn3r
Disallow: /

User-agent: betabot
Disallow: /

User-agent: alexa
Disallow: /

User-agent: exabot
Disallow: /

User-agent: discoveryengine
Disallow: /

User-agent: scholaruniverse
Disallow: /

User-agent: myspace
Disallow: /

User-agent: discobot
Disallow: /

User-agent: Googlebot 
Disallow: /*.xls$

User-agent: Googlebot 
Disallow: /*.doc$

User-agent: Googlebot 
Disallow: /*.pdf$

User-agent: Googlebot 
Disallow: /*.zip$

User-agent: Googlebot 
Disallow: /*.jpg$

User-agent: Googlebot 
Disallow: /*.jpeg$

User-agent: Googlebot 
Disallow: /*.png$

User-agent: Googlebot 
Disallow: /*.tif$

User-agent: Googlebot 
Disallow: /*.tiff$

User-agent: Googlebot 
Disallow: /*.gif$