# robot.txt for forum.thoregon.de # disallow wget to get the whole forum User-agent: wget Disallow: / # this spiders do not get anythink from us: User-Agent: almaden Disallow: / User-Agent: lmspider Disallow: / User-Agent: msrbot Disallow: / # disallow picsearch User-agent: psbot Disallow: / # msnbot crawls to often User-agent: Slurp Crawl-Delay: 60 Disallow: /acp/ Disallow: /templates/ Disallow: /editpost.php Disallow: /addreply.php Disallow: /wiw.php Disallow: /newthread.php Disallow: /formmail.php Disallow: /search.php Disallow: /profile.php Disallow: /usercp.php Disallow: /misc.php Disallow: /statistik.php Disallow: /team.php Disallow: /register.php Disallow: /login.php # disallow access to some funktions of the forum User-agent: * Disallow: /acp/ Disallow: /templates/ Disallow: /editpost.php Disallow: /addreply.php Disallow: /wiw.php Disallow: /newthread.php Disallow: /formmail.php Disallow: /search.php Disallow: /profile.php Disallow: /usercp.php Disallow: /misc.php Disallow: /statistik.php Disallow: /team.php Disallow: /register.php Disallow: /login.php