User-agent: *
Allow: /

# OpenAI search crawler
User-agent: OAI-SearchBot
Allow: /

# OpenAI model-training crawler is separate from search. Change this only if you intentionally want to allow training crawl.
User-agent: GPTBot
Disallow: /

# Google and Bing search crawlers
User-agent: Googlebot
Allow: /

User-agent: bingbot
Allow: /

Sitemap: https://xn--12cmck0c7a5ckd7e1aebb2cu6fi74a9b.com/sitemap.xml