# Robots.txt file from http://www.searchengineworld.com
#
# All robots will spider the domain except blocked below
User-agent: Mediapartners-Google* 
Disallow: 

# Grub abusive robot - NOT Honor the robots file 
User-agent: * 
Disallow: /images/ 
# Abusive - GRUB.ORG - not respecting robots - logging 
User-agent: grub-client 
Disallow: /
Disallow: /js/
Disallow: /es/
Disallow: /cg/
Disallow: /images/
Disallow: /links/
Disallow: /salarysurveys/
Disallow: /news/
Disallow: /pollmentor/
Disallow: /faq/
Disallow: /toc/
Disallow: /affiliates/
Disallow: /articles/
Disallow: /resources/  
# NPBot
User-agent: NPBot
Disallow: /  
#Disallow grub-client, is not respecting robots file 
User-agent: grub 
Disallow: / 
# Turnitin <http://www.turnitun.com>
User-agent: TurnitinBot
Disallow: /
# Rover is a bad dog <http://www.roverbot.com>
User-agent: Roverbot
Disallow: /  
# MOMspider, AccessAbility's pet spider, can check our links.
User-agent: MOMspider
Disallow: / 
# MOMspider, AccessAbility's pet spider, can check our links.
User-agent: EmailSiphon
Disallow: /  
# AltaVista, image bot.
User-agent: vscooter
Disallow: /images/