# $Id: robots.txt 4042 2010-01-16 11:13:45Z helmut $
# bible2.net robots.txt file

User-agent: *
Disallow: /dev/
Disallow: /download/
Disallow: /packet/
Disallow: /today/
Disallow: /todayfull/
Disallow: /todayplus/
Disallow: /service/
#
# Date links on start page:
#   /content/start?...date=
#   /content/en/start?...date=
Disallow: /index?*bible=
Disallow: /index?*date=
Disallow: /content*/*bible=
Disallow: /content*/*date=
Disallow: /content*/start?*bible=
Disallow: /content*/start?*date=

# Old versions of pages:
Disallow: /content*/*rev=

#
# 74.6.22.93 - - [13/Feb/2009:22:13:49 +0100] "GET /content/gb HTTP/1.0" 200 2038 "-" \
#   "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurph/slurp)"
Disallow: /content/gb