diff options
Diffstat (limited to 'userContent/robots.txt')
| -rw-r--r-- | userContent/robots.txt | 8 |
1 files changed, 8 insertions, 0 deletions
diff --git a/userContent/robots.txt b/userContent/robots.txt new file mode 100644 index 00000000..c245ecbe --- /dev/null +++ b/userContent/robots.txt @@ -0,0 +1,8 @@ +# welcome to the machine. +# +# we don't want robots to click "build" links or plain index everything... +User-agent: * +Disallow: /view/ +Disallow: /job/ +Allow: /userContent/about.html +Allow: /userContent/todo.html |