User-agent: *
Allow: /

# Main pages
Allow: /qr-generator
Allow: /qr-generator/*
Allow: /barcode-generator
Allow: /barcode-generator/*
Allow: /pricing
Allow: /contact
Allow: /api
Allow: /privacy
Allow: /terms

# Allow authentication pages for indexing
Allow: /sign-in
Allow: /sign-up

# Disallow admin and user-specific pages
Disallow: /admin
Disallow: /admin/*
Disallow: /dashboard
Disallow: /unauthorized
Disallow: /subscription-required
Disallow: /error
Disallow: /test-auth

# Disallow API endpoints (backend routes)
Disallow: /api/
Disallow: /_next/
Disallow: /_vercel/

# Disallow temporary or development files
Disallow: /dev-env-example.txt
Disallow: /*.log
Disallow: /scripts/
Disallow: /middleware.js

# Allow important static assets
Allow: /favicon.ico
Allow: /logo.png
Allow: /images/
Allow: /logos/

# Block common crawler traps and sensitive paths
Disallow: /*?*utm_*
Disallow: /*?*fbclid*
Disallow: /*?*gclid*
Disallow: /*sessionid*
Disallow: /*PHPSESSID*

# Crawl-delay to be respectful (optional)
Crawl-delay: 1

# Sitemap location
Sitemap: https://qrcraft.online/sitemap.xml

# Additional directives for specific bots

# Google
User-agent: Googlebot
Allow: /
Crawl-delay: 1

# Bing
User-agent: Bingbot
Allow: /
Crawl-delay: 1

# Yandex
User-agent: YandexBot
Allow: /
Crawl-delay: 2

# Block bad bots and scrapers
User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MajesticSEO
Disallow: /