User-agent: *
Allow: /*sitemap
Allow: /*arcade
Allow: /*rss
Allow: /*action=articles
Allow: /*action=forum
Allow: /*action=downloads
Allow: /*page=about
Allow: /*page=links
Allow: /*action=gallery
Allow: /gallery/
Disallow: /attachments/
Disallow: /avatars/
Disallow: /downloads/
Disallow: /Packages/
Disallow: /Smileys/
Disallow: /Sources/
Disallow: /test/
Disallow: /Themes/
Disallow: /veryold/
Disallow: /*.msg
Disallow: /*.new
Disallow: /*sort
Disallow: /*topicseen
Disallow: /*wap
Disallow: /*imode
Disallow: /*action
Disallow: /*prev_next
Disallow: /*all
Disallow: /*PHPSESSID
Disallow: /*go.php
Disallow: /*news
Disallow: /index.php$

User-agent: Googlebot
Allow: /*action=articles
Allow: /*action=forum
Allow: /*action=downloads
Allow: /Themes/*.css
Allow: /Themes/*.js
Allow: /Themes/*png
Allow: /Themes/*gif
Allow: /*page=about
Allow: /*page=links
Allow: /*action=gallery
Allow: /gallery/
Disallow: /attachments/
Disallow: /avatars/
Disallow: /downloads/
Disallow: /Packages/
Disallow: /Smileys/
Disallow: /Sources/
Disallow: /test/
Disallow: /Themes/
Disallow: /veryold/
Disallow: /*.msg
Disallow: /*.new
Disallow: /*sort
Disallow: /*topicseen
Disallow: /*wap
Disallow: /*imode
Disallow: /*action
Disallow: /*prev_next
Disallow: /*all
Disallow: /*PHPSESSID
Disallow: /*go.php
Disallow: /*news

User-agent: Yandex
Host: https://hl2-beta.ru/
Allow: /*action=articles
Allow: /*action=forum
Allow: /*action=downloads
Allow: /*page=about
Allow: /*page=links
Allow: /*action=gallery
Allow: /gallery/
Disallow: /attachments/
Disallow: /avatars/
Disallow: /downloads/
Disallow: /Packages/
Disallow: /Smileys/
Disallow: /Sources/
Disallow: /test/
Disallow: /Themes/
Disallow: /veryold/
Disallow: /*.msg
Disallow: /*.new
Disallow: /*sort
Disallow: /*topicseen
Disallow: /*wap
Disallow: /*imode
Disallow: /*action
Disallow: /*prev_next
Disallow: /*all
Disallow: /*PHPSESSID
Disallow: /*go.php
Disallow: /*news

User-agent: Mediapartners-Google
Disallow:

User-Agent: YandexDirect
Disallow:

User-agent: Slurp
Crawl-delay: 100

User-agent: Twiceler
Disallow: /

User-Agent: W3C-checklink
Disallow: /