diff --git a/i2p2www/static/robots.txt b/i2p2www/static/robots.txt index 264a66ac..2c16e0e7 100644 --- a/i2p2www/static/robots.txt +++ b/i2p2www/static/robots.txt @@ -1,4 +1,12 @@ - -# allow everything for everyone... at least for now +# Disallow auto-generated index pages User-agent: * -Disallow: +Disallow: /*/blog/$ + +User-agent: * +Disallow: /*/blog/page/ + +User-agent: * +Disallow: /*/meetings/$ + +User-agent: * +Disallow: /*/meetings/page/