# robots.txt for shmroz.info
# Last updated: 2025-07-11
# Purpose: Guide search engine crawlers and protect sensitive areas

# Allow all search engines to crawl the entire site
User-agent: *

# Allow access to all content
Allow: /

# Disallow cart, checkout, and account pages (if they existed)
Disallow: /cart
Disallow: /checkout
Disallow: /account
Disallow: /search
Disallow: /admin
Disallow: /wp-admin
Disallow: /cgi-bin

# Block AI training crawlers (optional — uncomment to block)
# User-agent: GPTBot
# Disallow: /
# User-agent: CCBot
# Disallow: /
# User-agent: Google-Extended
# Disallow: /

# Sitemap location
Sitemap: https://shmroz.info/sitemap.xml