Merge pull request #94 from ruby/robots-txt

Added robots.txt

Author: hsbt

Diff for: recipes/apache2.rb

@@ -18,6 +18,11 @@
   action :nothing
 end
 
+remote_file '/var/www/git.ruby-lang.org/robots.txt' do
+  mode  '644'
+  owner 'root'
+end
+
 %w[git svn].each do |subdomain|
   remote_file "/etc/apache2/sites-available/#{subdomain}.ruby-lang.org.conf" do
     mode  '644'

Diff for: recipes/files/etc/apache2/sites-available/git.ruby-lang.org.conf

@@ -19,6 +19,7 @@
         TimeOut 300
 
         Alias /cgit-css "/usr/share/cgit/"
+        Alias /robots.txt "/var/www/git.ruby-lang.org/robots.txt"
 
         ScriptAlias /webhook "/home/git/git.ruby-lang.org/cgi-bin/webhook.cgi/"
         <Directory "/home/git/git.ruby-lang.org/cgi-bin/">

Diff for: recipes/files/var/www/git.ruby-lang.org/robots.txt

@@ -0,0 +1,2 @@
+User-agent: *
+Disallow: /