blob: c245ecbe2b0dd8243bda90e56ca98fa79c2e2af8 (
plain)
1
2
3
4
5
6
7
8
|
# welcome to the machine.
#
# we don't want robots to click "build" links or plain index everything...
User-agent: *
Disallow: /view/
Disallow: /job/
Allow: /userContent/about.html
Allow: /userContent/todo.html
|