# robots.txt to prevent access on roberts to anything but general text pages

User-agent: *
Disallow: /twiki/bin/attach
Disallow: /twiki/bin/changes
Disallow: /twiki/bin/edit
Disallow: /twiki/bin/geturl
Disallow: /twiki/bin/installpasswd
Disallow: /twiki/bin/mailnotify
Disallow: /twiki/bin/manage
Disallow: /twiki/bin/oops
Disallow: /twiki/bin/passwd
Disallow: /twiki/bin/preview
Disallow: /twiki/bin/rdiff
Disallow: /twiki/bin/rdiffauth
Disallow: /twiki/bin/register
Disallow: /twiki/bin/rename
Disallow: /twiki/bin/save
Disallow: /twiki/bin/savemulti
Disallow: /twiki/bin/search
Disallow: /twiki/bin/setlib.cfg
Disallow: /twiki/bin/statistics
Disallow: /twiki/bin/testenv
Disallow: /twiki/bin/configure
Disallow: /twiki/bin/upload
Disallow: /twiki/bin/viewauth
Disallow: /twiki/bin/viewfile
Disallow: /attach
Disallow: /changes
Disallow: /edit
Disallow: /geturl
Disallow: /installpasswd
Disallow: /mailnotify
Disallow: /manage
Disallow: /oops
Disallow: /passwd
Disallow: /preview
Disallow: /rdiff
Disallow: /rdiffauth
Disallow: /register
Disallow: /rename
Disallow: /save
Disallow: /savemulti
Disallow: /search
Disallow: /setlib.cfg
Disallow: /statistics
Disallow: /testenv
Disallow: /configure
Disallow: /upload
Disallow: /viewauth
Disallow: /viewfile
Disallow: /list/
Disallow: /twiki/bin/view/TWiki
Disallow: /twiki/bin/view/Main
Disallow: /twiki/bin/login
Disallow: /Main
Disallow: /TWiki
Disallow: /login
Disallow: /openca
Disallow: /epp/