User-agent: *
Crawl-delay: 1

Disallow: /browse
Disallow: /*/browse
Disallow: /community-list
Disallow: /controlledvocabulary
Disallow: /subject-search
Disallow: /simple-search
Disallow: /advanced-search
Disallow: /internal-error
Disallow: /mydspace
Disallow: /subscribe
Disallow: /profile
Disallow: /register
Disallow: /feed
Disallow: /forgot
Disallow: /suggest
Disallow: /password-login
Disallow: /statistics
Disallow: /view-workspaceitem
Disallow: /workspace

Disallow: /dspace
Disallow: /dspace/
Disallow: /dspacedev/

Sitemap: http://researcharchive.lincoln.ac.nz/sitemap