User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

Sitemap: https://tyroneromero.com/sitemap_index.xml
Sitemap: https://tyroneromero.com/post-sitemap.xml
Sitemap: https://tyroneromero.com/page-sitemap.xml
Sitemap: https://tyroneromero.com/category-sitemap.xml

# Block access to specific groups of pages
Disallow: /*?q=*
Disallow: /*&q=*
Disallow: /?p=*
Disallow: /?s=*
Disallow: /?r=*
Disallow: /search?q=*
Disallow: /.well-known/
Disallow: /blog/tag/
Disallow: /blog/author/
Disallow: /external-scripts
Disallow: /external-header
Disallow: /external-footer
Disallow: /api/

# Block CazoodleBot as it does not present correct accept content headers
User-agent: CazoodleBot
Disallow: /

# Block MJ12bot as it is just noise
User-agent: MJ12bot
Disallow: /

# Block dotbot as it cannot parse base urls properly
User-agent: dotbot/1.0
Disallow: /

# Block Gigabot
User-agent: Gigabot
Disallow: /

# Block GPT
User-agent: ChatGPT-User
Disallow: /

User-agent: GPTBot
Disallow: /