# /robots.txt for http://www.milehighcomics.com/

# Prevent walking of huge image directories
User-agent: *
Disallow: /istore/images/
Disallow: /auction/images/
Disallow: /nice/images/
Disallow: /firstlook/
Disallow: /stores1/
Disallow: /xyxyz/

# Prevent walking of CGIs since they are now infinite in scope
User-agent: *
Disallow: /cgi-bin/
Disallow: /mcgi-bin/

# Bad Bots that have abused the site and now are discouraged
User-agent: curl
Disallow: /

User-agent: WebZIP
Disallow: /

#User-agent: aranhabot
#Disallow: /

User-agent: combine
Disallow: /

# Offline Explorer
User-agent: Offline
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: AhrefsBot 
Crawl-Delay: 20

User-agent: msnbot 
Crawl-delay: 10