#  robots.txt for http://www.tenspider-weather.net/
#
#  These entries assist in minimizing bandwidth usage caused by
#  questionable robots spidering the site.
#
#
#  Last updated 4 Apr 10.
#
#
#  All robots
#
User-agent: *
Disallow: /cgi-bin/
Disallow: /Web_Graphics/
Disallow: /PHP/
Crawl-delay: 4
#
#  W3C-checklink
#
User-agent: W3C-checklink*
Disallow:
#
#  Googlebot
#
User-agent: Googlebot*
Disallow: /cgi-bin/
Disallow: /Web_Graphics/
Disallow: /PHP/
#
#  Google AdSense
#
User-agent: Mediapartners-Google*
Disallow: /cgi-bin/
Disallow: /Web_Graphics/
Disallow: /PHP/
#
#  Yahoo! Slurp
#
User-agent: slurp
Disallow: /cgi-bin/
Disallow: /Web_Graphics/
Disallow: /PHP/
Crawl-delay: 4
#
#  MSNbot
#
User-agent: msnbot*
Disallow: /cgi-bin/
Disallow: /Web_Graphics/
Disallow: /PHP/
Crawl-delay: 4
#
#  MSN Preview
#
User-agent: searchpreview
Disallow: /cgi-bin/
Disallow: /Web_Graphics/
Disallow: /PHP/
Crawl-delay: 4
#
#  Ask
#
User-agent: teoma
Disallow: /cgi-bin/
Disallow: /Web_Graphics/
Disallow: /PHP/
Crawl-delay: 4
#
#  Unknowns or bad bots
#
#User-agent: cfetch
#Disallow: /