# web/kumden/robots.txt   2010-7-25   Alan U. Kennington.
# $Id: robots.txt 29156 2010-07-25 05:58:20Z akenning $
# robots.txt file for www.newkumden.com.

# Googlebot is a sophisticated and polite robot which understands everything!
# Full marks: 20/20 with a gold star!
User-agent: Googlebot
Disallow: /20080625/
Disallow: /audio/
Disallow: /extra/
Disallow: /images/
Disallow: /mp3/
Disallow: /pdf/
Disallow: /status/
Disallow: /thumbs/
Disallow: /*.akm$
Disallow: /*.asc$
Disallow: /*.bz2$
Disallow: /*.c$
Disallow: /*.css$
Disallow: /*.csv$
Disallow: /*.dat$
Disallow: /*.doc$
Disallow: /*.gif$
Disallow: /*.gz$
Disallow: /*.h$
Disallow: /*.java$
Disallow: /*.jpg$
Disallow: /*.m4$
Disallow: /*.mid$
Disallow: /*.mp3$
Disallow: /*.ogg$
Disallow: /*.pdf$
Disallow: /*.pdf.gz$
Disallow: /*.phpmod$
Disallow: /*.phpmax$
Disallow: /*.pl$
Disallow: /*.pm$
Disallow: /*.png$
Disallow: /*.ps$
Disallow: /*.ps.gz$
Disallow: /*.ps.zip$
Disallow: /*.sys$
Disallow: /*.tex$
Disallow: /*.tgz$
Disallow: /*.tsv$
Disallow: /*.xml$
Disallow: /*.zip$
Disallow: /*.Z$

User-agent: Baiduspider
User-agent: dotbot
User-agent: ia_archiver
User-agent: panscient.com
User-agent: sogou
User-agent: sogou spider
User-agent: TencentTraveler
User-agent: Yandex
Disallow: /

# Other search engines don't understand regular expressions (search patterns).
User-agent: *
Disallow: /20080625/
Disallow: /audio/
Disallow: /extra/
Disallow: /images/
Disallow: /mp3/
Disallow: /pdf/
Disallow: /status/
Disallow: /thumbs/