# robots.txt generated by site CMS
# Public pages are crawlable; private, API and admin endpoints are blocked.
User-agent: *
Disallow: /admin/
Disallow: /api/
Disallow: /*/api/
Disallow: /login/
Disallow: /*?*utm_
Disallow: /*?*fbclid=
Disallow: /*?*gclid=
Disallow: /*?*sort=
Disallow: /*?*f=
Allow: /static/
Allow: /sitemap.xml
Allow: /sitemap-*.xml

# Image search is allowed for thumbnails and public media.
User-agent: Googlebot-Image
Disallow: /admin/
Disallow: /api/
Disallow: /*/api/
Disallow: /login/
Disallow: /*?*utm_
Disallow: /*?*fbclid=
Disallow: /*?*gclid=
Disallow: /*?*sort=
Disallow: /*?*f=
Allow: /static/

# Major search engines: same rules as everyone, private endpoints closed.
User-agent: Yandex
Disallow: /admin/
Disallow: /api/
Disallow: /*/api/
Disallow: /login/
Disallow: /*?*utm_
Disallow: /*?*fbclid=
Disallow: /*?*gclid=
Disallow: /*?*sort=
Disallow: /*?*f=
Allow: /static/

User-agent: Bingbot
Disallow: /admin/
Disallow: /api/
Disallow: /*/api/
Disallow: /login/
Disallow: /*?*utm_
Disallow: /*?*fbclid=
Disallow: /*?*gclid=
Disallow: /*?*sort=
Disallow: /*?*f=
Allow: /static/

# SEO audit and aggressive commercial crawlers are not allowed by default.
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: PetalBot
Disallow: /

Sitemap: https://vkusnyaha.com/sitemap.xml