#This is an example robots.txt file User-agent: TurnitinBot Disallow: / #Will disallow all urls on your site User-agent: pompos Disallow: / User-agent: Slurp Disallow: / User-agent: NPBot Disallow: / User-agent: Zao Disallow: / User-agent: Zeus 2.6 Disallow: / User-agent: FAST-WebCrawler Disallow: / User-agent: ia-archiver Disallow: / User-agent: grub-client Disallow: / User-agent: grub Disallow: / User-agent: psbot Disallow: / User-agent: ocelli Disallow: / User-agent: sbider Disallow: /