User-agent: Node/simplecrawler
Disallow: *

User-Agent: *
Disallow: /ads/
Disallow: /admin*
Disallow: /user-activation
Disallow: /search*
Disallow: /places/*/edit
Disallow: /browse_content*
Disallow: /nav/*
Disallow: /random
Disallow: /denver
Disallow: /travelnevadahighway95tc
Disallow: /newsletters/kiosk

Disallow: /chase-sapphire


Sitemap: http://www.atlasobscura.com/sitemaps/sitemap.xml.gz