user-agent: * disallow: /wp-admin/ disallow: /wp-includes/ disallow: /wp-content/plugins/ disallow: /wp-content/themes/ disallow: /cgi-bin/ disallow: /?s=* disallow: /page/* # Consider if you want to disallow all pagination # disallow: /tag/* # Consider if you want to disallow all tag archives # disallow: /category/* # Consider if you want to disallow all category archives disallow: /author/* # Consider if you want to disallow all author archives #crawl-delay: 10 # A much lower delay, experiment with what your server can handle # Specifically allow access to admin-ajax for certain functionalities allow: /wp-admin/admin-ajax.php sitemap: https://alhayatalyaoumia.ma/sitemap_index.xml