# robots.txt for http://mathforum.org/
#
# See http://info.webcrawler.com/mak/projects/robots/exclusion-admin.html
# for more information on the Robots Exclusion Protocol.

User-agent: *
Disallow: /alejandre/workingon/
Disallow: /catalog/
Disallow: /discussions/epi-search/
Disallow: /~ian/
Disallow: /proposals/
Disallow: /~salejan/workingon/
Disallow: /~steve/
Disallow: /survey/
Disallow: /t2t/faq/test/
Disallow: /te/exchange/lessons/
Disallow: /te/exchange/hosted/
Disallow: /tlc/
Disallow: /workshops/sdp/geo.crsolutions.html

User-agent: *
Crawl-delay: 7 

#User-agent: ia_archiver
#Disallow: /pow/support
#Disallow: /funpow
#Disallow: /prealgpow
#Disallow: /algpow
#Disallow: /geopow
#Disallow: /dmpow
#Disallow: /elempow
#Disallow: /midpow
#Disallow: /precalcpow
#Disallow: /calcpow