User-agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /cgi-bin/
Disallow: /trackback/
Disallow: /feed/
Disallow: /comments/
Disallow: /xmlrpc.php

# Allow all content, including media files, to be crawled
Allow: /wp-content/uploads/
Allow: /wp-json/
Allow: /xmlrpc.php

# Allow all pages, posts, and static content
Allow: /