User-agent: *
Disallow: /assets/cache/
Disallow: /assets/docs/
Disallow: /assets/export/
Disallow: /assets/import/
Disallow: /assets/modules/
Disallow: /assets/plugins/
Disallow: /assets/snippets/
Disallow: /install/
Disallow: /manager/	
Disallow: /cgi-bin/
Disallow: /sitemapp.xml
Disallow: 
Allow: /
Crawl-delay: 0.5
Sitemap: http://rfweb.su/sitemap.xml

User-agent: Yandex
Disallow: /assets/cache/
Disallow: /assets/docs/
Disallow: /assets/export/
Disallow: /assets/import/
Disallow: /assets/modules/
Disallow: /assets/plugins/
Disallow: /assets/snippets/
Disallow: /install/
Disallow: /manager/	
Disallow: /cgi-bin/
Disallow: /sitemapp.xml
Allow: /
Sitemap: http://rfweb.su/sitemap.xml

User-agent: Yandex
Allow: /
Host: rfweb.su

User-agent: Yandex
Allow: /
Crawl-delay: 0.5