User-agent: Slurp
Crawl-delay: 2
Disallow: /css/
Disallow: /error/
Disallow: /exhibits/
Disallow: /images/
Disallow: /includes/
Disallow: /js/
Disallow: /offers/
Disallow: /order/
Disallow: /pdf/
Disallow: /rss/
Disallow: /site_graphics/
Disallow: /statistics/
Disallow: /tmp/
Disallow: /redesign/
Disallow: /catalog/
Disallow: /catalog.php?recid=
Sitemap: http://www.hup.harvard.edu/sitemap.xml

User-agent: MSNBot
Crawl-delay: 2
Disallow: /css/
Disallow: /error/
Disallow: /exhibits/
Disallow: /images/
Disallow: /includes/
Disallow: /js/
Disallow: /offers/
Disallow: /order/
Disallow: /pdf/
Disallow: /rss/
Disallow: /site_graphics/
Disallow: /statistics/
Disallow: /tmp/
Disallow: /redesign/
Disallow: /catalog/
Disallow: /catalog.php?recid=
Sitemap: http://www.hup.harvard.edu/sitemap.xml

User-agent: hul-wax
Disallow: 

User-agent: *
Disallow: /css/
Disallow: /error/
Disallow: /exhibits/
Disallow: /images/
Disallow: /includes/
Disallow: /js/
Disallow: /offers/
Disallow: /order/
Disallow: /pdf/
Disallow: /rss/
Disallow: /site_graphics/
Disallow: /statistics/
Disallow: /tmp/
Disallow: /redesign/
Disallow: /catalog/
Disallow: /catalog.php?recid=
Sitemap: http://www.hup.harvard.edu/sitemap.xm