# websitexray.com - robots.txt
# Full crawl access. Dynamic scan pages are allowed.

User-agent: *
Allow: /

# Explicit Google rule (optional but recommended)
User-agent: Googlebot
Allow: /

# Dynamic analysis pages are crawlable
Allow: /analyze/

# Prevent query-parameter duplicates (does not block crawling)
# Note: /analyze/<domain> is a dynamic route and should be indexable.

# Correct Sitemap location
Sitemap: https://websitexray.com/sitemap.xml