User-agent: ia_archiver Disallow: /do_not_follow_this_link-spider_trap.html User-agent: * Disallow: /do_not_follow_this_link-spider_trap.html Disallow: /cgi-bin/ Disallow: /globglub/ Disallow: /lexmail.html Disallow: /mailsent.html Disallow: /media/ Disallow: /software/download/ #Sorry to all those nostalgic forum people, but my bandwidth costs money. User-agent: Googlebot-Image Disallow: /do_not_follow_this_link-spider_trap.html Disallow: /marathon/images-priv/ User-agent: Yahoo-MMCrawler Disallow: /do_not_follow_this_link-spider_trap.html Disallow: /marathon/images-priv/ Sitemap: http://www.dr-lex.be/sitemap.xml