User-agent: *
Disallow: /auth
Disallow: /faq
Disallow: /forum
Disallow: /scripts
Disallow: /search
Disallow: /support
Disallow: /cgi-bin
Disallow: /bitrix
Disallow: /mail
Disallow: /orphus
Disallow: /scripts
Allow: /upload
Allow: /video
Host: www.averstech.kz

# Google Image
User-agent: Googlebot-Image
Disallow:
Allow: /*

# Yandex
User-agent: Yandex
Crawl-delay: 5

# Google AdSense
User-agent: Mediapartners-Google*
Disallow:
Allow: /*

# Internet Archiver Wayback Machine
User-agent: ia_archiver
Disallow: /

# digg mirror
User-agent: duggmirror
Disallow: /

Sitemap: http://www.averstech.kz/sitemap_index.xml