User-agent: *
Disallow: /e/etd/noindex/
Disallow: /e/etd/noindex/etd_pdfs/
Disallow: /e/etd/noindex/dissertations.html
Disallow: /e/etd/noindex/embargoed.html


# 2016-10-28 Robots are crawling too often
User-agent: *
Crawl-Delay: 90


# 2016-10-28: Robots not obeying Crawl-Delay
User-agent: CCBot
Disallow: *

User-agent: istellabot
Disallow: *