User-agent: *
# Block admin pages and irrelevant content
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/
Disallow: /trackback/
Disallow: /feed/
Disallow: /comments/
Disallow: /cgi-bin/
Disallow: /xmlrpc.php

# Allow access to some necessary admin files
Allow: /wp-admin/admin-ajax.php

# Block URL parameters (to avoid duplicate content and unnecessary pages)
Disallow: /*?*

# Block search pages and pagination
Disallow: /search/
Disallow: /page/

# Block duplicates and image attachment pages
Disallow: /attachment/

# Allow crawlers to access images, CSS, and JS files (important for rendering)
Allow: /wp-content/uploads/
Allow: /wp-content/*.css
Allow: /wp-content/*.js

# Set crawl delay to reduce server load (time in seconds)
Crawl-delay: 15

# Link to your sitemap
Sitemap: /sitemap.xml