summaryrefslogtreecommitdiffstats
path: root/userContent/robots.txt
blob: c245ecbe2b0dd8243bda90e56ca98fa79c2e2af8 (plain)
1
2
3
4
5
6
7
8
# welcome to the machine. 
#
# we don't want robots to click "build" links or plain index everything...
User-agent: *
Disallow: /view/
Disallow: /job/
Allow: /userContent/about.html
Allow: /userContent/todo.html