# Stop Fasterfox Firefox plugin > 1.0.0 from working here.
User-agent: Fasterfox
Disallow: /

User-agent: TurnitinBot
Disallow: /            #Will disallow all urls on your site


# Send all robots away from certain directories
User-agent: *
Disallow: /error
Disallow: /include
Disallow: /images
Disallow: /public/members
Disallow: /local
Disallow: /espi
Disallow: /win31/archive/softlib
# Wait seconds between accesses
Crawl-delay: 60
# Don't index pdf, jpeg, jpg, gif, png, exe, zip, rar
Disallow: /*.PDF$
Disallow: /*.pdf$
Disallow: /*.JPEG$ 
Disallow: /*.jpeg$ 
Disallow: /*.JPG$ 
Disallow: /*.jpg$ 
Disallow: /*.GIF$ 
Disallow: /*.gif$ 
Disallow: /*.PNG$ 
Disallow: /*.png$ 
Disallow: /*.exe$
Disallow: /*.EXE$
Disallow: /*.ZIP$ 
Disallow: /*.zip$ 
Disallow: /*.RAR$ 
Disallow: /*.rar$