# robots.txt for https://saralandon.com/ User-agent: * Allow: / # Block WordPress system areas Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php # Block utility / low-value pages Disallow: /cart/ Disallow: /checkout/ Disallow: /my-account/ Disallow: /search/ Disallow: /wp-json/ Disallow: /wp-content/plugins/ Disallow: /wp-content/themes/ Disallow: /blog/author/ # Optional: block common WordPress internal search URLs Disallow: /?s= Disallow: /*?s= # Explicit AI crawler permissions User-agent: GPTBot Allow: / User-agent: OAI-SearchBot Allow: / User-agent: PerplexityBot Allow: / # Major search crawler explicit allow User-agent: Googlebot Allow: / Sitemap: https://saralandon.com/sitemap.xml