robots.txt to block diff, historical & info pages.

philipn · philipn · commit e2226f0c99af · 2012-07-03T19:56:11.000-07:00
diff --git a/sapling/utils/static/robots.txt b/sapling/utils/static/robots.txt
@@ -0,0 +1,2 @@
+User-agent: *
+Disallow: /*/_history/*
