# DevReview.info robots.txt
# Last Updated: November 2025
# For more information about robots.txt, visit: https://developers.google.com/search/docs/crawling-indexing/robots-txt

# Allow all crawlers to access your site
User-Agent: *
Allow: /

# Block common WordPress admin and system directories
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-includes/

# Block duplicate content and internal search results
Disallow: /?s=
Disallow: /search/

# Block trackback and comment feeds (optional - uncomment if needed)
# Disallow: /trackback/
# Disallow: */feed/

# Slow down aggressive bots (optional)
# User-Agent: AhrefsBot
# Crawl-delay: 10

# Add your XML sitemap
Sitemap: https://devreview.info/sitemap_index.xml