#
#  Robots.txt file for http://www.snmp.com
#  Contact:  moulton@snmp.com
#  Date:     8/22/2000,  1/10/2002, 10/2/2002
#  Purpose:  Prevent crawling over local archive of IETF documents available
#            at official archives.
#
#  Modification Log:
#     20021002 SAM 
#	robots.txt discussed at http://www.robotstxt.org/wc/robots.html
#
User-agent: *
Disallow: /IETF-ID-MIRROR/
Disallow: /IETF-RFC-MIRROR/
#
#  Disallow crawling over dilbert vision archive, and snmpv3 archive
#
Disallow: /snmpv3/mailing-list/
Disallow: /dilbert-vision/mailing-list/

#  Disallow crawling over the Web site photos and the cgi-bin folder
Disallow: /cgi-bin/
Disallow: /images/

#  Disallow crawling over SSA agreement
Disallow: /ssa/

#  Disallow crawling over the temporary test folder
Disallow: /test/

#  Disallow crawling over the temporary test home_page 
Disallow: index_gtest.html

#  Disallow crawling on specific files
Disallow: /news/ipv6_pr.shtml
Disallow: /news/ipv6_pr.html

# Prevent crawling over the Case Family photos
Disallow: /whimsy/
Disallow: /caroline/
Disallow: /wedding/

#
#  Permit wget, so fileserver can pick up documents.
#
User-agent: Wget
Disallow: