User-agent: *

# WordPress Admin & Technical
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /xmlrpc.php

# Search & Low-Value Pages
Disallow: /?s=
Disallow: /search/
Disallow: /comments/
Disallow: */trackback/


# URL Parameters
Disallow: /*?amp
Disallow: /*?preview=
Disallow: /*?replytocom=
Disallow: /*?output=
Disallow: /*?orderby=
Disallow: /*?filter=
Disallow: /*?utm_
Disallow: /*?fbclid=
Disallow: /*?gclid=

# Media
Allow: /wp-content/uploads/

# Ukr.net
User-agent: UkrnetBot
Allow: /

# Block selected aggressive SEO crawlers
User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: Rogerbot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: SEOkicks-Robot
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: DataForSeoBot
Disallow: /

# Sitemaps
Sitemap: https://ukrmedia.news/sitemap_index.xml
Sitemap: https://ukrmedia.news/news-sitemap.xml
Sitemap: https://ukrmedia.news/en-sitemap.xml