# Delay the agressive msnbots. See http://www.blogmarketingacademy.com/increase-site-speed-blocking-search-bots/
User-agent: msnbot
User-agent: bingbot
Crawl-delay: 3

# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
User-agent: *
Allow: /
Disallow: /?
Disallow: /catalog/
Disallow: /catalog?
Disallow: /catalog.html/
Disallow: /catalog.html?
Disallow: /*/articles?
Disallow: /*/articles/
Disallow: /iub?
Disallow: /iupuc?
Disallow: /iue?
Disallow: /ipfw?
Disallow: /iupui?
Disallow: /iuk?
Disallow: /iun?
Disallow: /iurps?
Disallow: /iusb?
Disallow: /ius?
Allow: /myaccount
Allow: /catalog
Allow: /iub
Allow: /iupuc
Allow: /iue
Allow: /ipfw
Allow: /iupui
Allow: /iuk
Allow: /iun
Allow: /iurps
Allow: /iusb
Allow: /ius
Allow: /advanced