# Exclude bots from crawling non-content folders
User-agent: *
User-agent: AdsBot-Google
Disallow: /cgi-bin/
Disallow: /purchase/
Disallow: /images/
Disallow: /captcha-images/
Disallow: /lightbox/
Disallow: /topbox/
Disallow: /plyr-3.6.3/