From 59dddf8cc4144dd1ccb16ce98115a69d4fffa9cc Mon Sep 17 00:00:00 2001
From: Holger Levsen <holger@layer-acht.org>
Date: Mon, 12 Nov 2012 13:26:12 +0100
Subject: maintain robots.txt

---
 userContent/robots.txt | 8 ++++++++
 1 file changed, 8 insertions(+)
 create mode 100644 userContent/robots.txt

(limited to 'userContent/robots.txt')

diff --git a/userContent/robots.txt b/userContent/robots.txt
new file mode 100644
index 00000000..c245ecbe
--- /dev/null
+++ b/userContent/robots.txt
@@ -0,0 +1,8 @@
+# welcome to the machine. 
+#
+# we don't want robots to click "build" links or plain index everything...
+User-agent: *
+Disallow: /view/
+Disallow: /job/
+Allow: /userContent/about.html
+Allow: /userContent/todo.html
-- 
cgit v1.2.3-54-g00ecf