# robots.txt for techstrendery.com
User-agent: *
Allow: /

# Block low-value endpoints
Disallow: /thank-you/
Disallow: /404

# Reputable AI / research crawlers are welcome on public articles
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

Sitemap: https://techstrendery.com/sitemap-index.xml