User-agent: *
Crawl-delay: 30

# The FULL URL to your DSpace sitemaps
# The http://localhost:8080/xmlui will be auto-filled with the value in dspace.cfg
# XML sitemap is listed first as it is preferred by most search engines
Sitemap: http://iris.paho.org/xmlui/sitemap


# Disable access to Discovery search and filters
Disallow: /xmlui/discover 
Disallow: /xmlui/search-filter
Disallow: /xmlui/search-filter*
Disallow: /xmlui/discover* 
Disallow: /xmlui/handle/*/discover*
Disallow: /xmlui/handle/*/*/discover*

Disallow: /xmlui/handle/*/search-filter*

# Optionally uncomment the following line ONLY if sitemaps are working
# and you have verified that your site is being indexed correctly.
Disallow: /xmlui/browse
Disallow: /xmlui/handle/*/browse*
Disallow: /xmlui/handle/*/*/browse*



# If you have configured DSpace (Solr-based) Statistics to be publicly 
# accessible, then you may not want this content to be indexed
Disallow:  /xmlui/statistics

# You also may wish to disallow access to the following paths, in order
# to stop web spiders from accessing user-based content:
Disallow: /xmlui/contact
Disallow: /xmlui/feedback
Disallow: /xmlui/forgot
Disallow: /xmlui/login
Disallow: /xmlui/register