User-agent: *
Disallow: /cgi-bin
Disallow: /forum
Disallow: /chat
Disallow: /includes
Disallow: /java
Disallow: /messages
Disallow: /phpBB
Disallow: /penpals
Disallow: /mysql
Disallow: /counter
Disallow: /bin
Disallow: /editor
Disallow: /maillist
Disallow: /calendar
Disallow: /images
Disallow: /postcards
Disallow: /youth club
Disallow: /cwfm
Disallow: /selfbuild
Disallow: /village
Disallow: /wyc

#idiot-bot; generates tons of 404 and malformed urls
User-agent: wget
Disallow: /

User-agent: ExtractorPro
Disallow: /