User-agent: * Allow: / # Block admin areas Disallow: /admin Disallow: /admin/* # Block any temporary or test paths Disallow: /test Disallow: /temp Disallow: /_* # Allow search engine bots to access important resources Allow: /assets/ Allow: /*.css Allow: /*.js Allow: /*.png Allow: /*.jpg Allow: /*.jpeg Allow: /*.gif Allow: /*.svg Allow: /*.webp Allow: /favicon.ico # Sitemap location Sitemap: https://melodikryssetsvar.se/sitemap.xml # Crawl delay (be respectful to server resources) Crawl-delay: 1 # Specific rules for major search engines User-agent: Googlebot Allow: / Crawl-delay: 1 User-agent: Bingbot Allow: / Crawl-delay: 2 User-agent: DuckDuckBot Allow: / Crawl-delay: 1