tools/buildbot/master/public_html/robots.txt

User-agent: *
Disallow: /waterfall
Disallow: /builders
Disallow: /changes
Disallow: /buildslaves
Disallow: /schedulers
Disallow: /one_line_per_build
Disallow: /one_box_per_builder
Disallow: /xmlrpc