diff options
author | Holger Levsen <holger@layer-acht.org> | 2012-11-12 13:26:12 +0100 |
---|---|---|
committer | Holger Levsen <holger@layer-acht.org> | 2012-11-12 13:26:12 +0100 |
commit | 59dddf8cc4144dd1ccb16ce98115a69d4fffa9cc (patch) | |
tree | 2d221f972932d76188658e5f5e442cab5ad3b4c3 | |
parent | 2be7767da237293d9dfe608871c33fe278bff7e2 (diff) | |
download | jenkins.debian.net-59dddf8cc4144dd1ccb16ce98115a69d4fffa9cc.tar.xz |
maintain robots.txt
-rw-r--r-- | etc/apache2/sites-available/jenkins.debian.net | 1 | ||||
-rw-r--r-- | userContent/robots.txt | 8 |
2 files changed, 9 insertions, 0 deletions
diff --git a/etc/apache2/sites-available/jenkins.debian.net b/etc/apache2/sites-available/jenkins.debian.net index 75f7f672..75626d56 100644 --- a/etc/apache2/sites-available/jenkins.debian.net +++ b/etc/apache2/sites-available/jenkins.debian.net @@ -30,6 +30,7 @@ # proxy everything but /munin ProxyPass /munin ! ProxyPass /server-status ! + ProxyPass /robots.txt http://localhost:8080/userContent/robots.txt ProxyPass / http://localhost:8080/ diff --git a/userContent/robots.txt b/userContent/robots.txt new file mode 100644 index 00000000..c245ecbe --- /dev/null +++ b/userContent/robots.txt @@ -0,0 +1,8 @@ +# welcome to the machine. +# +# we don't want robots to click "build" links or plain index everything... +User-agent: * +Disallow: /view/ +Disallow: /job/ +Allow: /userContent/about.html +Allow: /userContent/todo.html |