User-agent: * # Disallow: /* sitemap: http://discoverarchive.vanderbilt.edu/sitemap?map=0 # Uncomment the following line ONLY if sitemaps.org or HTML sitemaps are used # and you have verified that your site is being indexed correctly. Disallow: /browse Disallow: /jspui # You also may wish to disallow access to the following paths, in order # to stop web spiders from accessing user-based content: Disallow: /handle Disallow: /advanced-search Disallow: /contact Disallow: /feedback Disallow: /forgot Disallow: /login Disallow: /register Disallow: /search Disallow: /community-list Disallow: /bitstream Disallow: /handle Disallow: /xmlui