# Bots that abuse the Referer header are blocked
User-agent: Vagabondo
Disallow: /

User-Agent: MJ12bot
Disallow:   /

# other misbehaving bots
User-agent: Twiceler
Disallow: /

# grabbers
User-agent: Wget
Disallow: /

User-Agent: ia_archiver
Disallow: /ellenbogen/
Disallow: /contact/
Disallow: /cgi-bin/
Disallow: /private/
Disallow: /aw-stats/
Disallow: /webalizer/
Disallow: /lcd-test/plain-
Disallow: /test
Disallow: /lcd-test/ads
Disallow: /lcd-test/lt2

User-agent: *
Disallow: /ellenbogen/
Disallow: /contact/
Disallow: /cgi-bin/
Disallow: /private/
Disallow: /aw-stats/
Disallow: /webalizer/
Disallow: /lcd-test/plain-
Disallow: /test
Disallow: /lcd-test/ads
Disallow: /lcd-test/lt2


# sitemap
Sitemap: http://www.lagom.nl/sitemap.cgi