User-agent: *
Allow: /
Allow: /
Allow: /learn
Allow: /how-to
Allow: /card-hunting-tips
Allow: /about
Allow: /sitemap

# State pages are search engine only (XML) - users get 404
Disallow: /states
Disallow: /state/

# Disallow admin and private areas
Disallow: /admin/
Disallow: /auth/
Disallow: /payment/
Disallow: /api/
Disallow: /dev/

# Sitemap location
Sitemap: https://yizhexu.com/sitemap.xml

# Crawl delay (optional - be respectful to search engines)
Crawl-delay: 1