User-agent: *
Allow: /*.html
Allow: /katalog
Allow: /articles
Disallow: /

User-agent: Yandex
Allow: /*.html
Allow: /katalog
Allow: /news
Allow: /tag
Allow: /articles
Disallow: /
Crawl-delay: 5
Sitemap: http://marilynodegda.ru/_mod_files/sitemap_index.xml