# Robots.txt file from http://www.searchengineworld.com
#  
# Built from text file 
# 
# This restricts access to only known and registered robots. 
#


User-agent: Mediapartners-Google*
Disallow: /login/pwd_update.aspx

User-agent: *
Crawl-Delay: 10
Disallow: /general/dog_names.aspx
Disallow: /login/guestbook.aspx
Disallow: /login/Breeds/cat_breed_info.aspx
Disallow: /users/Retirement/retirement_couch.aspx
Disallow: /errors/cat_info.aspx
Disallow: /users/Sales/dogs_available_for_stud.aspx
Disallow: /general/dogshowsuperintendents.aspx
Disallow: /general/dog_judge_directory.aspx
Disallow: /shows/dog_show_results.aspx
Disallow: /breeders_new2.aspx
Disallow: /subject_search.aspx
Disallow: /Subscriptions/family.aspx
Disallow: /shows/index.aspx
Disallow: /users/Sales/stud_approval_decline.aspx
Disallow: /users/Sales/place_dog_up_for_stud.aspx
Disallow: /shows/Store/Books/dogbooks.aspx
Disallow: /shows/Store/Books/dogbooks.aspx
Disallow: /users/Sales/shows/cat_show_results.aspx
Disallow: /shows/entry/index.aspx
Disallow: /users/www.showcats.com/help/index.aspx
Disallow: /shows/newuser_results.aspx
Disallow: /shows/errors/not_found.aspx

# Banned bots

User-agent: TurnitinBot
Disallow: /

User-agent: http://www.almaden.ibm.com/cs/crawler 
Disallow: /

User-Agent: MJ12bot
Disallow:   /

User-agent: Twiceler
Disallow: /

User-agent: twiceler
Disallow: /

User-agent: Twiceler-0.9
Disallow: /

User-agent: Slurp
Disallow: /shows/Store/Books/dogbooks.aspx

User-Agent: Charlotte
Disallow: /