User-agent: * Allow: / # Sitemap Sitemap: https://sky.sample-customer-site.ru/sitemap.xml RSS: https://sky.sample-customer-site.ru/rss.xml # General rules User-agent: * Allow: / Crawl-delay: 1 # Disallow admin and private areas User-agent: * Disallow: /admin/ Disallow: /private/ Disallow: /api/ # Allow specific content paths Allow: /publications/ Allow: /tags/ Allow: /about/ Allow: /contacts/ # Crawl delay for all bots Crawl-delay: 1 # Host directive (for Yandex) Host: sky.sample-customer-site.ru