# robot.txt for event-list.de # disallow wget to get the whole site User-agent: wget Disallow: / # this spiders do not get anythink from us: User-Agent: almaden Disallow: / User-Agent: lmspider Disallow: / User-Agent: turnitinbot Disallow: / User-Agent: slysearch Disallow: / User-Agent: msrbot Disallow: / # disallow picsearch User-agent: psbot Disallow: / # disallow some pages all crawlers User-agent: * Disallow: /cgi-bin Disallow: /download.php Disallow: /forum/acp/ Disallow: /forum/editpost.php Disallow: /forum/addreply.php Disallow: /forum/wiw.php Disallow: /forum/newthread.php Disallow: /forum/formmail.php Disallow: /forum/search.php Disallow: /forum/profile.php Disallow: /forum/usercp.php Disallow: /forum/misc.php Disallow: /forum/statistik.php Disallow: /forum/team.php Disallow: /forum/register.php Disallow: /forum/login.php Disallow: /kalender/acp/ Disallow: /kalender/images/ Disallow: /kalender/attachment.php Disallow: /kalender/entry.php Disallow: /kalender/series.php Disallow: /kalender/search.php Disallow: /kalender/login.php Disallow: /kalender/register.php