# robots.txt file for allowing only certain robots and excluding all others

User-agent: Googlebot       # Google
User-Agent: Googlebot-Image # Google Images
User-agent: Slurp           # Yahoo
User-agent: msnbot			# MSN
User-agent: AskJeeves		# might be redundant now
User-Agent: Teoma           # Ask.com
User-Agent: Ask Jeeves		# might be redundant
User-Agent: Jeeves			# might be redundant
User-Agent: Mercator		# Alta Vista
User-Agent: Lycos_Spider    # Lycos
Disallow: /dynamic/addlight.php?photo=
Disallow: /dynamic/viewlight2.php
Disallow: /whatsnew2.htm
Disallow: /bio.htm
Disallow: /links2.htm
Disallow: /contact.htm
Disallow: /keysearch2.htm
Disallow: /copyright2.htm
Disallow: /disclaimer2.htm
Disallow: /private/
Disallow: /error404.php # don't want to index the error page
Disallow: /sitemap.php
Disallow: /*.png
Disallow: /curesongs/

# these two bots can intensively index a site and slow the server down
# slow them up a bit
User-Agent: msnbot
Crawl-Delay: 10
 
User-Agent: Slurp
Crawl-Delay: 10

# disallow all other bots
User-agent: *
Disallow: / 

User-agent: *  
Allow:
Sitemap: http://www.jwoodhouse.com/sitemapxml.php