User-agent: * # Allow all content on main domain Allow: / # Block unnecessary directories only Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /wp-content/uploads/ Disallow: /admin/ Disallow: /api/ Disallow: /test/ Disallow: /dev/ # Allow important files Allow: /sitemap*.xml Allow: /robots.txt # Sitemap Sitemap: https://scalablesolutions.io/sitemap-index.xml