# Боты вредные и не нужные
# Могут проигнорировать запрет
User-agent: Twiceler
Disallow: /
User-Agent: W3C-checklink
Disallow: /
User-agent: *
Allow: /*sitemap
Allow: /*rss
Allow: /*type=rss
Allow: /*forum
Disallow: /attachments/
Disallow: /avatars/
Disallow: /Packages/
Disallow: /Smileys/
Disallow: /Sources/
Disallow: /Themes/
Disallow: /*post
Disallow: /*.msg
Disallow: /*.new
Disallow: /*sort
Disallow: /*topicseen
Disallow: /*wap
Disallow: /*imode
Disallow: /*action
Disallow: /*prev_next
Disallow: /*all
Disallow: /__forum/*printpage
User-agent: Slurp
Crawl-delay: 100