# robots.txt - retrict indexing of the site # User-agent: webcrawler #Disallow: #User-agent: altavista #Disallow: / User-agent: * Disallow: /bbs Disallow: /cgi-bin Disallow: /counter Disallow: /files Disallow: /forms Disallow: /gallery Disallow: /images Disallow: /links Disallow: /images Disallow: /myguestbook_test Disallow: /random Disallow: /test Disallow: /shop Disallow: /Olga Disallow: /USSR/museumGuestBook_test