User-agent: *
Disallow: /*?
Allow: *.woff
Allow: *.woff2
Allow: *.ttf
Allow: /assets/.png?
Allow: /assets/.ico?
Allow: /assets/.svg?
Disallow: /registration
Disallow: /widgets
Allow: *.css
Allow: *.js

User-agent: Yandex
Disallow: /*?
Allow: *.woff
Allow: *.woff2
Allow: *.ttf
Allow: /assets/.png?
Allow: /assets/.ico?
Allow: /assets/.svg?
Disallow: /registration
Disallow: /widgets
Allow: *.css
Allow: *.js

Clean-param: utm_source&utm_medium&utm_campaign&utm_term&utm_content
Clean-param: referer&s1&s2&s3&s4
Clean-param: click_type
Clean-param: link
Clean-param: cf_chl_jschl_tk /*
Clean-param: cf_chl_captcha_tk /*
Clean-param: cf_chl_managed_tk /*
Clean-param: __cf_chl_tk /*
Clean-param: __cf_chl_f_tk /*
Clean-param: __cf_chl_rt_tk /*
Clean-param: utm


User-agent: Google
Disallow: /*?
Allow: *.woff
Allow: *.woff2
Allow: *.ttf
Allow: /assets/.png?
Allow: /assets/.ico?
Allow: /assets/.svg?
Disallow: /registration
Disallow: /widgets
Allow: *.css
Allow: *.js

Disallow: /?
Disallow: /*gclid

User-agent: SeekportBot
User-agent: Comparserbot
User-Agent: trendictionbot
User-agent: BLEXBot
User-agent: Baiduspider
User-agent: DataForSeoBot
User-agent: EmailCollector
User-agent: EmailSiphon
User-agent: LinkpadBot
User-agent: MJ12bot
User-agent: MSIECrawler
User-agent: NPBot
User-agent: NPBot-1/2.0
User-agent: Nutch
User-agent: Offline Explorer
User-agent: SeekportBot
User-agent: SemrushBot
User-agent: SiteSnagger
User-agent: Teleport
User-agent: TeleportPro
User-agent: TurnitinBot
User-agent: WebCopier
User-agent: WebStripper
User-agent: dotbot
User-agent: larbin
User-agent: linkdexbot
User-agent: moget
User-agent: psbot
User-agent: serpstatbot
User-agent: sogou spider
User-agent: trovitBot
User-agent: GPTBot
Disallow: /

Host: https://www.caranga.ru/
Sitemap: https://www.caranga.ru/sitemap.xml

Sitemap: https://www.caranga.ru/articles/sitemap.xml
Sitemap: https://www.caranga.ru/articles/post-sitemap.xml