User-agent: *

#Disallow: /browse
# Uncomment the following line only if sitemaps.org or HTML sitemaps are used
#Disallow: /browse-title

# Block tomcat dirs
Disallow: /admin
Disallow: /WEB-INF
Disallow: /examples
Disallow: /docs
Disallow: /SRW

# added 090210,090316 / gubua
Disallow: /browse
Disallow: /*/browse
Disallow: /browse?type=dateissued
Disallow: /browse?type=author
Disallow: /browse?type=title
Disallow: /browse?type=subject
Disallow: /subscribe
Disallow: /browse-title
Disallow: /browse-author
Disallow: /browse-subject
Disallow: /*/browse-title
Disallow: /*/browse-author
Disallow: /*/browse-subject
Disallow: /community-list
Disallow: /profile
Disallow: /advanced-search
Disallow: /simple-search
Disallow: /simplesearch
Disallow: /suggest
Disallow: /feed
Disallow: /mydspace
Disallow: /stats

# Added sitemap path. Block all crawlers from using the browse indexes and irrelevant pages. / GUBUA, 080804.
Disallow: /dspace/browse
Disallow: /dspace/*/browse
Disallow: /dspace/browse?type=dateissued
Disallow: /dspace/browse?type=author
Disallow: /dspace/browse?type=title
Disallow: /dspace/browse?type=subject
Disallow: /dspace/subscribe
Disallow: /dspace/browse-title
Disallow: /dspace/browse-author
Disallow: /dspace/browse-subject
Disallow: /dspace/*/browse-title
Disallow: /dspace/*/browse-author
Disallow: /dspace/*/browse-subject
Disallow: /dspace/community-list
Disallow: /dspace/profile
Disallow: /dspace/advanced-search
Disallow: /dspace/simple-search
Disallow: /dspace/simplesearch
Disallow: /dspace/suggest
Disallow: /dspace/feed
Disallow: /dspace/mydspace
Disallow: /dspace/stats


#Sitemap: http://gupea.ub.gu.se/dspace/sitemap.xml
Sitemap: http://gupea.ub.gu.se/sitemap.xml.gz