# Robots.txt for production environment
# Allow all crawlers except for admin areas

User-agent: *
Allow: /
Disallow: /admin/
Disallow: /admin

# Common crawl delays
Crawl-delay: 1

# Sitemap location
Sitemap: https://yourdomain.com/sitemaps/sitemap.xml.gz