# File for www.ao.by, for mobile site m.ao.by see in netcat
 
User-Agent: Yandex
Clean-param: recNum /blogs/
Clean-param: recNum /firms/
Clean-param: recNum /clubs/
Clean-param: recNum /sport/
Clean-param: recNum /forum/
Clean-param: recNum /news/
Clean-param: recNum /articles/
Clean-param: cur_cc /news/
Clean-param: cur_cc /articles/
Clean-param: templat
Clean-param: template
Clean-param: nof
Clean-param: nw
Disallow: /netcat/
Allow: /netcat/modules/*/images/
Disallow: /install/
Disallow: /login/
Disallow: /private/
Disallow: /remember/
Disallow: /goto.php
Disallow: /bburl.php
Disallow: /profile/
Disallow: /registration/
Disallow: /search/
Disallow: /subscribe/
Disallow: /tags/
Disallow: /uprava/
Disallow: /admin/
Disallow: /all/
Disallow: /*/dannoe
Disallow: /*/seli
Sitemap: https://www.ao.by/sitemap.xml
Host: www.ao.by
 
User-agent: Googlebot-Mobile 
Disallow: / 
 
User-Agent: Googlebot
Disallow: /netcat/
Allow: /netcat/modules/*/images/
Disallow: /install/
Disallow: /login/
Disallow: /private/
Disallow: /remember/
Disallow: /goto.php
Disallow: /bburl.php
Disallow: /profile/
Disallow: /registration/
Disallow: /search/
Disallow: /subscribe/
Disallow: /tags/
Disallow: /uprava/
Disallow: /admin/
Disallow: /all/
Disallow: /*/dannoe
Disallow: /*/seli
Sitemap: https://www.ao.by/sitemap.xml
 
User-agent: Mediapartners-Google
Disallow: /netcat/
Allow: /netcat/modules/*/images/
Disallow: /install/
Disallow: /login/
Disallow: /private/
Disallow: /remember/
Disallow: /goto.php
Disallow: /bburl.php
Disallow: /profile/
Disallow: /registration/
Disallow: /search/
Disallow: /subscribe/
Disallow: /tags/
Disallow: /uprava/
Disallow: /admin/
Disallow: /all/
Disallow: /*/dannoe
Disallow: /*/seli

# Auto-generated section. Do not change.
User-agent: *
Disallow: /profile/ #33#
Disallow: /registration/ #34#
Disallow: /search/ #61#
Disallow: /tags/ #62#
Disallow: /lenta/ #391#
# End of auto-generated section.

Disallow: /netcat/
Allow: /netcat/modules/*/images/
Allow: /lenta/lenta.xml
Disallow: /install/
Disallow: /login/
Disallow: /private/
Disallow: /remember/
Disallow: /goto.php
Disallow: /bburl.php
Disallow: /profile/
Disallow: /registration/
Disallow: /search/
Disallow: /subscribe/
Disallow: /tags/
Disallow: /uprava/
Disallow: /admin/
Disallow: /all/
Disallow: /*/dannoe
Disallow: /*/seli
Sitemap: https://www.ao.by/sitemap.xml

# Alexa: https://support.alexa.com/hc/en-us/articles/200450194-Alexa-s-Web-and-Site-Audit-Crawlers
User-agent: ia_archiver
Disallow: /

# archive.org
User-agent: archive.org_bot
Disallow: /

User-agent: CCBot
Disallow: /

# Ahrefs: https://ahrefs.com/robot
User-agent: AhrefsBot
Disallow: /

# MOZ: https://moz.com/help/moz-procedures/crawlers/rogerbot
User-agent: rogerbot
Disallow: /

# MOZ: https://moz.com/help/moz-procedures/crawlers/dotbot
User-agent: dotbot
Disallow: /

# DataForSeo https://dataforseo.com/dataforseo-bot
User-agent: DataForSeoBot
Disallow: /

# Semrush: https://www.semrush.com/bot/
User-agent: SemrushBot
Disallow: /

User-agent: SiteAuditBot
Disallow: /

User-agent: SemrushBot-BA
Disallow: /

User-agent: SemrushBot-SI
Disallow: /

User-agent: SemrushBot-SWA
Disallow: /

User-agent: SemrushBot-CT
Disallow: /

User-agent: SemrushBot-BM
Disallow: /

User-agent: SplitSignalBot
Disallow: /

# Majestic: https://mj12bot.com/
User-agent: MJ12bot
Disallow: /

# SerpStat: https://serpstatbot.com/
User-agent: serpstatbot
Disallow: /

# MegaIndex: https://ru.megaindex.com/blog/seo-bot-detection
User-agent: MegaIndexBot
Disallow: /

# SEO-PowerSuite-bot: https://www.link-assistant.com/seo-workflow/site-audit.html
User-agent: SEO-PowerSuite-bot
Disallow: /