User-agent: scooter
Disallow: /mirror/CTAN/macros
Disallow: /groups/ST/twiki
Disallow: /wiki
Disallow: /people/henkp/henkp/pgp/pathfinder/paths

User-agent: Slurp
Disallow: /~
Disallow: /pub
Disallow: /mirror
Disallow: /stats/
Disallow: /wiki
Disallow: /groups/ST/twiki
Disallow: /people/henkp/henkp/pgp/pathfinder

User-agent: AVSearch-3.0(SURFnet Search Engine)
Disallow: /pub
Disallow: /mirror
Disallow: /stats/
Disallow: /wiki/view
Disallow: /wiki/edit
Disallow: /wiki/rdiff
Disallow: /wiki/oops
Disallow: /wiki/bin/rdiff
Disallow: /groups/ST/twiki
Disallow: /people/henkp/henkp/pgp/pathfinder

User-agent: googlebot
Disallow: /wiki/view
Disallow: /wiki/edit
Disallow: /wiki/oops
Disallow: /wiki/rdiff
Disallow: /wiki/search
Disallow: /wiki/attach
Disallow: /wiki/bin/edit
Disallow: /wiki/bin/oops
Disallow: /wiki/bin/login
Disallow: /wiki/bin/rdiff
Disallow: /wiki/bin/search
Disallow: /wiki/bin/attach
Disallow: /wiki/bin/viewfile
Disallow: /wiki/pub

User-agent: *
Disallow: /stats/
Disallow: /mirror/tex-archive/
Disallow: /wiki
Disallow: /groups/ST/twiki
Disallow: /people/henkp/henkp/pgp/pathfinder