From f65b4cca284b3ca91fe96aee882c007ad96bcac9 Mon Sep 17 00:00:00 2001
From: str4d <str4d@mail.i2p>
Date: Fri, 4 Jan 2013 23:26:22 +0000
Subject: [PATCH] Updated robots.txt to disallow auto-generated index pages

---
 i2p2www/static/robots.txt | 14 +++++++++++---
 1 file changed, 11 insertions(+), 3 deletions(-)

diff --git a/i2p2www/static/robots.txt b/i2p2www/static/robots.txt
index 264a66ac..2c16e0e7 100644
--- a/i2p2www/static/robots.txt
+++ b/i2p2www/static/robots.txt
@@ -1,4 +1,12 @@
-
-# allow everything for everyone... at least for now
+# Disallow auto-generated index pages
 User-agent: *
-Disallow: 
+Disallow: /*/blog/$
+
+User-agent: *
+Disallow: /*/blog/page/
+
+User-agent: *
+Disallow: /*/meetings/$
+
+User-agent: *
+Disallow: /*/meetings/page/