# îïðåäåëåíèå ãëàâíîãî çåðêàëà ñàéòà ñ www äëÿ ßíäåêñà
User-agent: Yandex
Disallow:
Host: rvbest.ru

Sitemap: http://rvbest.ru/sitemap.xml
Sitemap: http://rvbest.ru/sitemap.xml.gz

User-Agent: OmniExplorer_Bot/1.09
Disallow: *

User-Agent: larbin_2.6.3
Disallow: *

User-agent: GetRight/4.2
Disallow: *

User-agent: WebZip
Disallow: *

User-agent: larbin
Disallow: *

User-agent: EmailCollector
Disallow: *

User-agent: EmailSiphon
Disallow: *

User-agent: WebBandit
Disallow: *

User-agent: EmailWolf
Disallow: *

User-agent: ExtractorPro
Disallow: *

User-agent: CopyRightCheck
Disallow: *

User-agent: ia_archiver
Disallow: *

User-agent: ia_archiver/1.6
Disallow: *

User-agent: Alexibot
Disallow: *

User-agent: Teleport
Disallow: *

User-agent: TeleportPro
Disallow: *

User-agent: WebZip/4.0
Disallow: *

User-agent: WebStripper
Disallow: *

User-agent: WebSauger
Disallow: *

User-agent: WebCopier
Disallow: *

User-agent: NetAnts
Disallow: *

User-agent: LinkextractorPro
Disallow: *

User-agent: Offline Explorer
Disallow: *

User-agent: Mata Hari
Disallow: *

User-agent: LexiBot
Disallow: *

User-agent: Web Image Collector
Disallow: *

User-agent: The Intraformant
Disallow: *

User-agent: Inktomi Slurp
Disallow: *

User-agent: *
Allow: /*
Disallow: /cgi-bin
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content/plugins
Disallow: /wp-content/cache
Disallow: /wp-content/themes
Disallow: /wp-content/
Disallow: /images/
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /xmlrpc.php
Disallow: /trackback
Disallow: /feed
Disallow: /comments
Disallow: */trackback
Disallow: */feed
Disallow: */comments
Disallow: /*?*
Disallow: /*?

# çàïðåùåíèå èíäåêñàöèè ïî ðàñøèðåíèþ
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$

Allow: /wp-content/uploads