diff options
| -rw-r--r-- | etc/apache2/sites-available/jenkins.debian.net | 1 | ||||
| -rw-r--r-- | userContent/robots.txt | 8 |
2 files changed, 9 insertions, 0 deletions
diff --git a/etc/apache2/sites-available/jenkins.debian.net b/etc/apache2/sites-available/jenkins.debian.net index 75f7f672..75626d56 100644 --- a/etc/apache2/sites-available/jenkins.debian.net +++ b/etc/apache2/sites-available/jenkins.debian.net @@ -30,6 +30,7 @@ # proxy everything but /munin ProxyPass /munin ! ProxyPass /server-status ! + ProxyPass /robots.txt http://localhost:8080/userContent/robots.txt ProxyPass / http://localhost:8080/ diff --git a/userContent/robots.txt b/userContent/robots.txt new file mode 100644 index 00000000..c245ecbe --- /dev/null +++ b/userContent/robots.txt @@ -0,0 +1,8 @@ +# welcome to the machine. +# +# we don't want robots to click "build" links or plain index everything... +User-agent: * +Disallow: /view/ +Disallow: /job/ +Allow: /userContent/about.html +Allow: /userContent/todo.html |