Add default robots.txt to avoid 404s

Seldaek · Seldaek · commit 146ac586b905 · 2011-04-03T16:11:56.000+02:00
diff --git a/web/robots.txt b/web/robots.txt
@@ -0,0 +1,4 @@
+# www.robotstxt.org/
+# www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449
+
+User-agent: *
