#DEV NOTE: The last user agent section in this file must be "User-agent: *"

User-agent: RavenCrawler
Crawl-delay: 180

User-agent: rogerbot
Crawl-delay: 5


User-agent: Googlebot-Image
Disallow:

User-agent: *
Disallow: /images/ 
Allow: /images/


User-agent: *

User-agent: * 
Disallow: */rv-search?s=