# do not allow Google ad bots from the entire site User-agent: Mediapartners-Google* Disallow: / # do not allow specific bots from indexing or crawling the site at all # Most recent additions first User-agent: Speedy Spider Disallow: / User-agent: motor Disallow: / User-agent: legs Disallow: / User-agent: alexa Disallow: / User-agent: Gigabot Disallow: / User-agent: Voyager Disallow: / User-agent: BaiDuSpider Disallow: / User-agent: BackRub/*.* Disallow: / User-agent: Grub.org Disallow: / User-agent: botRightHere Disallow: / User-agent: larbin Disallow: / User-agent: psbot Disallow: / User-agent: Walhello appie Disallow: / User-agent: Python-urllib Disallow: / User-agent: Googlebot-Image Disallow: / User-agent: CherryPicker Disallow: / User-agent: EmailCollector Disallow: / User-agent: WebBandit Disallow: / User-agent: EmailWolf Disallow: / User-agent: CopyRightCheck Disallow: / User-agent: Crescent Disallow: / User-agent: /yandex bot/ Disallow: / # do not allow ALL bots from these directories and all their child objects # add folders and files here User-agent: * Disallow: /images/ Disallow: /old_site/ Disallow: /events/ Disallow: /vdfhs.css Disallow: /search_results.html Disallow: /members_only/ # END OF FILE