# Bots that abuse the Referer header are blocked User-agent: Vagabondo Disallow: / User-Agent: MJ12bot Disallow: / # other misbehaving bots User-agent: Twiceler Disallom: / # mobile spiders User-agent: YahooSeeker/M1A1-R2D2 Disallow: /obforums/post.php Disallow: /woordenboek.html Disallow: /ordbok.html Disallow: /oversatt.html Disallow: /vertaal.html Disallow: /ob- Disallow: /ads User-agent: MobileBot Disallow: /obforums/post.php Disallow: /woordenboek.html Disallow: /ordbok.html Disallow: /oversatt.html Disallow: /vertaal.html Disallow: /ob- Disallow: /ads User-agent: Mediapartners-Google: Disallow: /contact/ Disallow: /cgi-bin/ Disallow: /obforums/profile.php Disallow: /obforums/userlist.php Disallow: /obforums/admin_index.php Disallow: /obforums/register.php #Disallow: /obforums/viewtopic.php?pid= Disallow: /obforums/post.php Disallow: /obforums/wap.php/p Disallow: /obforums/wap.php/idx? Disallow: /ads User-agent: * Disallow: /woord.cgi Disallow: /contact/ Disallow: /cgi-bin/ Disallow: /vertaal.cgi Disallow: /obforums/profile.php Disallow: /obforums/userlist.php Disallow: /obforums/admin_index.php Disallow: /obforums/register.php Disallow: /obforums/viewtopic.php?pid= Disallow: /obforums/post.php Disallow: /obforums/wap.php/p Disallow: /obforums/wap.php/idx? Disallow: /ads # sitemap Sitemap: http://ordbok.lagom.nl/sitemap.cgi Sitemap: http://ordbok.lagom.nl/obfsitemap.php