# Universal settings for all user agents User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php # Allows AJAX calls Disallow: /wp-includes/ Disallow: /wp-content/plugins/ Disallow: /wp-content/cache/ Disallow: /trackback/ Disallow: /feed/ Disallow: /comments/ Disallow: /category/*/* Disallow: */trackback/ Disallow: */feed/ Disallow: */comments/ Disallow: /*.php$ Disallow: /*.inc$ Disallow: /*.gz$ Disallow: /*?* # Avoid indexing URLs with parameters Disallow: /wp-login.php Allow: /wp-content/uploads/ # Allows indexing of media # SEO Optimization - Ensure important content is crawlable Allow: /wp-content/themes/ # Allows indexing of WordPress theme files Disallow: /wp-content/themes/*/src/ # Avoid indexing source files Allow: /wp-content/uploads/ # Ensure media files are indexed # Specific settings for Googlebot User-agent: Googlebot Disallow: /*.pdf$ # Google should not index PDF files # Settings for Google Images User-agent: Googlebot-Image Allow: /wp-content/uploads/ # Allows indexing of images # Settings for Google AdSense User-agent: Mediapartners-Google Allow: / # Sitemap for better crawling and indexing Sitemap: https://elite-sun.be/sitemap_index.xml