# For all robots

User-agent: *

# Disallow everything except /index.shtml

Disallow: /Makefile
Disallow: /about
Disallow: /autoresponse.txt
Disallow: /beta
Disallow: /cache
Disallow: /copyright.html
Disallow: /country
Disallow: /csa
Disallow: /csaillumina.shtml
Disallow: /css
Disallow: /default.css
Disallow: /demo
Disallow: /docs
Disallow: /expermhelp
Disallow: /favicon.ico
Disallow: /fo2
Disallow: /fo_record.html
Disallow: /freedom
Disallow: /geoItem
Disallow: /hfnews
Disallow: /hsnews
Disallow: /images
Disallow: /index.NOTICE.shtml
Disallow: /index.ORIG.shtml
Disallow: /index2.shtml
Disallow: /internationalHref.html
Disallow: /js
Disallow: /keyword
Disallow: /keyword.shtml
Disallow: /lastUpdate.html
Disallow: /left_nav.shtml
Disallow: /mostview.css
Disallow: /navBarDoc.html
Disallow: /navBarDoc.shtml
Disallow: /navBarHeader.shtml
Disallow: /navBarMain.html
Disallow: /navBarMain.shtml
Disallow: /navBarSearch.html
Disallow: /navBarSearch.shtml
Disallow: /navBarTertiary.html
Disallow: /navBarTertiary.shtml
Disallow: /new_navbar.shtml
Disallow: /news
Disallow: /note.shtml
Disallow: /promo.html
Disallow: /promo.shtml
Disallow: /proposal
Disallow: /recordShare
Disallow: /rg
Disallow: /rss
Disallow: /sponsor
Disallow: /sponsors
Disallow: /stylesheet5.css
Disallow: /stylesheet_form.css
Disallow: /stylesheet_help.css
Disallow: /stylesheet_intro.css
Disallow: /stylesheet_profile.css
Disallow: /taginfo.shtml
Disallow: /templates
Disallow: /topten
Disallow: /ukgrants
Disallow: /workbench

# Disallow /cgi-bin

Disallow: /cgi-bin