User-agent: *
Disallow: /images/
Disallow: /classes/
Disallow: /includes/
Sitemap: http://www.lulu.com/sitemap_index.xml
# this can be removed once framed art goes live, but won't hurt if it's not
# slow down msnbot (*.search.live.com), crawl-delay is in seconds
# see: http://search.msn.com/docs/siteowner.aspx?t=SEARCH_WEBMASTER_FAQ_MSNBotIndexing.htm&FORM=WFDD#D
User-agent: msnbot
Crawl-delay: 30
User-agent: Googlebot
# slow down "Yahoo Slurp!" (*.crawl.yahoo.net), crawl-delay is in seconds
# see: http://help.yahoo.com/help/us/ysearch/slurp/slurp-03.html
# (recommended values are 5 to 10 seconds, so we'll start at 5 and see how
# that works out, bumping the delay as needed 7/30/2007 NAK.)
User-agent: Slurp
Crawl-delay: 5