# Squirrly SEO Robots
Sitemap: http://1rdc4x4pro.usite.pro/sitemap.xml
Sitemap: http://1rdc4x4pro.usite.pro/sitemap-home.xml
Sitemap: http://1rdc4x4pro.usite.pro/sitemap-posts.xml
Sitemap: http://1rdc4x4pro.usite.pro/sitemap-pages.xml
Sitemap: http://1rdc4x4pro.usite.pro/sitemap-categories.xml
Sitemap: http://1rdc4x4pro.usite.pro/sitemap-tags.xml
Sitemap: http://1rdc4x4pro.usite.pro/sitemap-archives.xml

User-agent: *

Allow: /
Allow: /*?page  
Allow: /*?ref=  
Allow: /stat/dspixel  
Allow: /stuff/rssya_zen
Allow: /news/rssya_zen
Allow: /news
Allow: /index/
Allow: /index
Allow: /telegram/*
Allow: /VK/*
Allow: /OK/*
Allow: /MAX/*
Allow: /Facebook/*
Allow: /Instagram/*
Allow: /YouTube/*
Allow: /RuTube/*
Disallow: /*?  
Disallow: /stat/  
Disallow: /register 
Disallow: /panel/  
Disallow: /admin/  
Disallow: /informer/  
Disallow: /secure/  
Disallow: /poll/  
Disallow: /abnl/  
Disallow: /shop/order/  
Disallow: /shop/printorder/  
Disallow: /shop/checkout/  
Disallow: /shop/user/  
Disallow: */xmlrpc.php
Disallow: */trackback
Disallow: */feed
Disallow: /comments/feed/
Disallow: /search
Disallow: /?*
Disallow: *?s=
Disallow: *&s=
Disallow: /*attachment*
Disallow: *openstat=


User-agent: Googlebot-Mobile
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Googlebot-News
Allow: /

User-agent: Googlebot-Video
Allow: /

User-agent: Mediapartners-Google
Allow: /


Allow: /unique/$
Allow: /site-search/$
Allow: /synonyms/$
Allow: /headers/$
Allow: /zypfa/$
Allow: /*css

# WordPress system files
Disallow: /cgi-bin
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/languages/
Disallow: /wp-content/cache/
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: */wp-json*
Allow: */uploads
Disallow: *?replytocom
Disallow: /author/
Disallow: */embed
Allow: */page/

# Динамически генерируемые файлы
Disallow: /*.php$
Disallow: /*.inc$
Disallow: /*.tmp$

# Avertisement
Disallow: *utm*=

# Turbo pages
Allow: /feed/turbo/

# Wocommerce
Disallow: /cart
Disallow: *?filter*
Disallow: *?add-to-cart*

# Bots
User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: ia_archiver
Disallow: /
User-agent: Mail.RU_Bot
Disallow: /
User-agent: MJ12bot  # Часто сканирует битые ссылки
Crawl-delay: 10

# Sitemaps
Sitemap: http://1rdc4x4pro.usite.pro/sitemap.xml