# /robots.txt file #User-agent: webcrawler #Disallow: User-agent: * Disallow: /cgi-bin Disallow: /membership Disallow: 5amalher.pl Disallow: /yabbhelp