User-agent: *
# Block common WordPress directories and files that shouldn't be indexed
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/

# Block files that are often duplicates or contain sensitive info
Disallow: /trackback/
Disallow: /feed/
Disallow: /comments/feed/
Disallow: /sitemap.xml # Use the sitemap directive at the end instead.

# Block sensitive directories
Disallow: /backup/
Disallow: /cgi-bin/
Disallow: /newsite/

Sitemap: https://bemboka.com/sitemap_index.xml