User-agent: *
Crawl-delay: 5
Disallow: 
Disallow: /3rdparty/
Disallow: /admin/
Disallow: /admin/admin_index.php
Disallow: /backup/
Disallow: /cache/
Disallow: /internal/
Disallow: /languages/
Disallow: /libs/
Disallow: /logs/
Disallow: /modules/
Disallow: /plugins/
Disallow: /search.php
Disallow: /search/
Disallow: /searchurl/
Disallow: /templates/
Disallow: /search.php?*
Disallow: /out.php?*
Disallow: /rss.php?*
Disallow: /rss2.php?*
Disallow: /userrss.php?*
Disallow: /timg/
Allow: /templates/*.js*
Allow: /modules/*.js*
Allow: /templates/*.css*
Allow: /modules/*.css*
# Allow: /templates/*.gif*
# Allow: /modules/*.gif*
# Allow: /templates/*.png*
# Allow: /modules/*.png*
Allow: /templates/m2/assets/min/*
Host: https://www.med2.ru

Sitemap: https://www.med2.ru/sitemapindex.xml
Sitemap: https://www.med2.ru/contraception/sitemap.xml

User-agent: msnbot
User-agent: msnbot-media
Disallow:
Crawl-delay: 60

User-agent: Nutch
Disallow: /

User-agent: Mail.Ru
Disallow:
Crawl-delay: 15

User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-BA
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: SiteAuditBot
Disallow: /
User-agent: SemrushBot-SI
Disallow: /
User-agent: SemrushBot-SWA
Disallow: /
User-agent: SemrushBot-CT
Disallow: /
User-agent: SemrushBot-BM
Disallow: /
User-agent: SplitSignalBot
Disallow: /
User-agent: SemrushBot-COUB
Disallow: /