# =====================================================
# robots.txt - myenglish.com.ua
# All bots (search: Google, Bing, Yandex, DuckDuckGo;
# AI: GPTBot, ClaudeBot, PerplexityBot, Google-Extended,
# Applebot, CCBot, Meta, cohere, Mistral, Bytespider, etc.;
# archivers: archive.org_bot) are ALLOWED by default.
# Only service paths and ad-parameter URLs are blocked.
# Rules in a single * group apply to ALL bots (incl. Google/Bing).
# =====================================================
User-agent: *
Disallow: /_qa/
Disallow: /_tmp-social/
Disallow: /suntests/
Disallow: /suntest1/
Disallow: /suntest2/
Disallow: /suntest3/
Disallow: /suntest4/
Disallow: /cgi-bin/
Disallow: /post/
Disallow: /.htpasswds/
Disallow: /new/send.php
Disallow: /new/send2026.php
Disallow: /new/send_email.php
Disallow: /new/send_speak_club.php
Disallow: /new/send-review.php
Disallow: /new/form_main.php
Disallow: /new/form_b2b.php
Disallow: /new/form_speak_club.php
Disallow: /new/thanx.php
Disallow: /dont_press.php
Disallow: /door.php
Disallow: /error.php
# Lead-magnet PDFs - the articles are the canonical versions
Disallow: /downloads/
# Ad parameters - prevent duplicate URLs in the index
Disallow: /*?*utm_
Disallow: /*?*fbclid
Disallow: /*?*gclid
Disallow: /*?*yclid
# Sitemaps
Sitemap: https://myenglish.com.ua/sitemap.xml
Sitemap: https://myenglish.com.ua/sitemap-pages.xml
Sitemap: https://myenglish.com.ua/sitemap-courses.xml
Sitemap: https://myenglish.com.ua/sitemap-blog.xml
Sitemap: https://myenglish.com.ua/sitemap-images.xml