# All robots will spider the domain:http://www.WUSV2008.org
# robots.txt file
# updated 2008-08-27
#
User-agent: *
Disallow: /thankyou.htm
#allow: /teams.htm
Rem Disallow: /de/fotogalleri.htm
Rem Disallow: /de/offizielles.htm
Rem Disallow: /de/mann.htm
#allow: /avi/
Disallow: /cgi-bin/
#allow: /com/
Disallow: /com/cgi-bin/
#allow: /css/
Disallow: /daystogo/
#allow: /de/
#allow: /de/images/
#allow: /de/images/buttons/
#allow: /images/
#allow: /images/autorental/
#allow: /images/banquet/
#allow: /images/buttons/
#allow: /images/city/
#allow: /images/flags/
#allow: /images/location/
#allow: /images/merch/
#allow: /images/phases/
#allow: /images/phases/helpers/
#allow: /images/photo/
#allow: /images/press/
#allow: /images/sponsors/
#allow: /images/stadium/
#allow: /net/
Disallow: /net/cgi-bin/
#allow: /pdf/
#allow: /pdf/press/
#allow: /results/
#allow: /teams/
#allow: /us/
Disallow: /us/cgi-bin/
Disallow: /.htaccess
#allow: /401.htm
#allow: /402.htm
#allow: /403.htm
#allow: /404.htm
#allow: /favicon.ico
#allow: /index.htm
#allow: /robots.txt
User-agent: Omniexplorer_Bot
User-agent: Baiduspider
Disallow: /