User-agent: *
Disallow: /_vti_bin
Disallow: /_private
Disallow: /_vti_cnf
Disallow: /_vti_pvt
Disallow: /_vti_txt
Disallow: /_vti_log
Disallow: /_vti_inf.html
Disallow: /cgi-bin
Disallow: /~*/_vti_bin
Disallow: /~*/_private
Disallow: /~*/_vti_cnf
Disallow: /~*/_vti_pvt
Disallow: /~*/_vti_txt

# We agree with Yahoo, Rover is a bad dog.
User-agent: Roverbot
Disallow: /