# All Bots, ignore the following urls
User-agent: *
Disallow: /cgi-bin/
Disallow: /direct/cart
Disallow: /direct/submit
Disallow: /millenial
Crawl-delay: 10
Visit-time: 0000-0200

# Block the ia_archiver bot from the site completely
User-agent: ia_archiver
Disallow: /