User-agent: *
Allow: /$
Allow: /articles/*
Allow: /sitemap*
Allow: /user/*
Allow: /mtcheck32103.txt$
Allow: /socionics/test/enter/$
Allow: /s/*
Allow: /f/*
Disallow: /
Sitemap: https://24open.ru/sitemap_index.xml

User-agent: MediaPartners-Google
Disallow: /redirect/
Disallow: /login/
Disallow: /oauth/
Disallow: /confirm/
Allow: /

User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: Twitterbot
Disallow: /redirect/
Disallow: /login/
Disallow: /oauth/
Disallow: /confirm/
Allow: /