User-agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-json/
Disallow: /cgi-bin/
Disallow: /*/trackback/
Disallow: /*/feed/
Disallow: /*/comments/
Disallow: /*?attachment_id=

# Allow essential resources for proper site rendering
Allow: /wp-content/uploads/
Allow: /wp-content/themes/
Allow: /wp-content/assets/

# Prevent crawling of app.sanidumps.com
User-agent: *
Disallow: app.sanidumps.com/

# Prevent crawling of webdev.sanidumps.com
User-agent: *
Disallow: wedev.sanidumps.com/

#prevent AI bots
User-agent: GPTBot
Disallow: /

# Sitemap location
Sitemap: https://sanidumps.com/sitemap_index.xml