# Robots.txt file from http://www.searchengineworld.com
#
# All robots will spider the domain

User-agent: *
Disallow:
Crawl-delay: 20
Disallow: forums/post-*.html$ 
Disallow: forums/updates-topic.html*$ 
Disallow: forums/stop-updates-topic.html*$ 
Disallow: forums/ptopic*.html$ 
Disallow: forums/ntopic*.html$