# Robots.txt file from http://www.searchengineworld.com
#
# All robots will spider the domain

User-agent: *
Disallow: /images/
Disallow: /cnr/
Disallow: /forum/
Disallow: /docs/
Disallow: /archive/
Disallow: /pdf/