# block all access to certain subsections of the site
User-agent: *
Disallow: /messages/
Disallow: /view/
Disallow: /view_email/
Disallow: /cloud/
Disallow: /charts/
Disallow: /video/
Disallow: /timeline/
Disallow: /rss/
Disallow: /email/
Disallow: /map/
Disallow: /network/
Disallow: /ajax/
Disallow: /trader/
Disallow: /profile/
Disallow: /register/
Disallow: /login/
Disallow: /forgot/
Disallow: /password/
Disallow: /sparktag/
Disallow: /sparkline/
Disallow: /sparksrch/
Disallow: /paddlepop/
Disallow: /paddlepops/
Disallow: /boardroom_connections/
Disallow: /status/
Disallow: /feedback/
Disallow: /privacy/
Disallow: /related/
Disallow: /faq/
Disallow: /terms/
Disallow: /announcement/westpac_mergers_acquisitions_takeovers/00936551/
# block the dotbot http://www.dotnetdotcom.org/
User-agent: dotbot 
Disallow: /