# Allow Google, Yahoo (Slurp), Ask Jeeves and MSN (msnbot)
User-agent: googlebot
User-agent: Mediapartners-Google*
User-agent: Slurp
User-agent: Ask Jeeves
User-agent: msnbot
Disallow: /public/sforce/
Disallow: /public/login/
Disallow: /public/forgotPassword
Disallow: /public/verifyLoginChange
Disallow: /public/reg/
Disallow: /public/invitation/
Disallow: /public/searchCompanion/
Disallow: /public/reg/signup/
Disallow: /secure/
Disallow: /ext/
Disallow: /view/
Disallow: /shared/
Disallow: /info/srp
Disallow: /info/src
Allow: /ext/googlemaps.spoke
Crawl-delay: 20

# Block crawling by default
User-agent: *
Disallow: /