# Robots.txt for Rollout - Web Application Builder Platform
# Generated for SEO optimization and crawler guidance

# Allow all search engines to crawl the site
User-agent: *

# Allow access to essential resources for proper rendering
Allow: /_next/static/
Allow: /_next/image
Allow: /api/og
Allow: /favicon.ico
Allow: /ogimage.png
Allow: /sitemap.xml
Allow: /sitemap-*.xml

# Block sensitive and private areas
Disallow: /api/
Disallow: /auth/
Disallow: /auth-callback/
Disallow: /signin/
Disallow: /forgot-password/
Disallow: /reset-password/
Disallow: /verify-email/
Disallow: /activate/
Disallow: /admin/
Disallow: /dashboard/
Disallow: /settings/
Disallow: /account/
Disallow: /billing/
Disallow: /subscription/

# Block user-specific and private content
Disallow: /projects/*/settings/
Disallow: /projects/*/edit/
Disallow: /projects/*/collaboration/
Disallow: /canvas/
Disallow: /editor/
Disallow: /editor2/
Disallow: /collaboration/

# Block development and testing files
Disallow: /test/
Disallow: /tests/
Disallow: /test-*/
Disallow: /scripts/
Disallow: /migrations/
Disallow: /server/
Disallow: /modules/
Disallow: /store/
Disallow: /hooks/
Disallow: /lib/
Disallow: /utils/
Disallow: /types/
Disallow: /docs/
Disallow: /migrations/

# Block temporary and cache files
Disallow: /tmp/
Disallow: /cache/
Disallow: /logs/
Disallow: /log-*/
Disallow: /test-logs/
Disallow: /test-screenshots/
Disallow: /test-videos/

# Block configuration and sensitive files
Disallow: /.env
Disallow: /.env.*
Disallow: /config/
Disallow: /middleware.js
Disallow: /middleware.ts
Disallow: /next.config.js
Disallow: /package.json
Disallow: /package-lock.json
Disallow: /yarn.lock
Disallow: /tsconfig.json
Disallow: /tailwind.config.js
Disallow: /postcss.config.js
Disallow: /jest.config.js
Disallow: /playwright.config.ts
Disallow: /pm2.json
Disallow: /Caddyfile
Disallow: /schema.sql

# Block node_modules and build artifacts
Disallow: /node_modules/
Disallow: /build/
Disallow: /dist/
Disallow: /out/
Disallow: /.next/
Disallow: /coverage/

# Block version control and deployment files
Disallow: /.git/
Disallow: /.github/
Disallow: /.gitignore
Disallow: /.gitattributes
Disallow: /Dockerfile
Disallow: /docker-compose.yml
Disallow: /.dockerignore

# Block backup and temporary files
Disallow: /*.backup
Disallow: /*.bak
Disallow: /*.tmp
Disallow: /*.temp
Disallow: /*.log
Disallow: /*.old

# Allow public pages and content
Allow: /
Allow: /contact-us/
Allow: /policy/
Allow: /terms/
Allow: /roadmap/
Allow: /projects/
Allow: /templates/

# Allow specific API endpoints that should be indexed
Allow: /api/og
Allow: /api/check-domain

# Crawl delay to be respectful to server resources
Crawl-delay: 1

# Sitemap location
Sitemap: https://rollout.site/sitemap.xml

# Additional sitemaps for different sections
Sitemap: https://rollout.site/sitemap-projects.xml
Sitemap: https://rollout.site/sitemap-templates.xml