User-agent: Yandex
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /webstat/
Disallow: /feed/
Disallow: /trackback
Disallow: */trackback
Disallow: */comments
Disallow: /*?*
Disallow: /*?
Disallow: /cgi-bin
Disallow: /wp-content/plugins
Disallow: /wp-content/themes
Disallow: /wp-content/languages
Disallow: /wp-content/archive
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /page/
Disallow: /?s=*
Disallow: /options.php
Disallow: /img 
Disallow: /kontakti
Disallow: /*attachment/
Disallow: /tag/
Disallow: /xmlrpc*
Disallow: /atom
Disallow: /shopik/
Allow: /arh/
Disallow: /arh/*/?*
Host: archivis.ru
Sitemap: http://archivis.ru/sitemapindex.xml

User-agent: Googlebot
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /webstat/
Disallow: /feed/
Disallow: /trackback
Disallow: */trackback
Disallow: */comments
Disallow: /*?*
Disallow: /*?
Disallow: /cgi-bin
Disallow: /wp-content/plugins
Disallow: /wp-content/themes
Disallow: /wp-content/languages
Disallow: /wp-content/archive
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /page/
Disallow: /?s=*
Disallow: /options.php
Disallow: /img 
Disallow: /kontakti
Disallow: /*attachment/
Disallow: /tag/
Disallow: /xmlrpc*
Disallow: /atom
Disallow: /shopik/
Allow: /arh/
Disallow: /arh/*/?*

User-agent: *
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /webstat/
Disallow: /feed/
Disallow: /trackback
Disallow: */trackback
Disallow: */comments
Disallow: /*?*
Disallow: /*?
Disallow: /cgi-bin
Disallow: /wp-content/plugins
Disallow: /wp-content/themes
Disallow: /wp-content/languages
Disallow: /wp-content/archive
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /page/
Disallow: /?s=*
Disallow: /options.php
Disallow: /img 
Disallow: /kontakti
Disallow: /*attachment/
Disallow: /tag/
Disallow: /xmlrpc*
Disallow: /atom
Disallow: /shopik/
Allow: /arh/
Disallow: /arh/*/?*

Sitemap: http://archivis.ru/sitemapindex.xml