User-agent: *
Disallow: /bs.cgi      # search service
Disallow: /search      # rewritten to bs.cgi
Disallow: /bibdata/    # raw data files
Disallow: /ftp/        # symlink to raw data files
Disallow: /accessibility/chaccess.cgi