User-agent: *
# Block admin areas and sensitive paths first
Disallow: /admin
Disallow: /admin/*
Disallow: /login
Disallow: /dashboard
Disallow: /secure-password-reset
Disallow: /logout
Disallow: /api/*
Disallow: /storage/logs/
Disallow: /vendor/
Disallow: /.env
Disallow: /.git/
Disallow: /composer.json
Disallow: /composer.lock
Disallow: /package.json
Disallow: /package-lock.json
Disallow: /webpack.mix.js
Disallow: /artisan
Disallow: /*?*utm_*
Disallow: /*?*ref=*
Disallow: /*?*session*
Disallow: /*?*token*

# Allow public pages
Allow: /
Allow: /services
Allow: /services/*
Allow: /about
Allow: /contact
Allow: /referral
Allow: /policies
Allow: /resources
Allow: /blog/*
Allow: /news/*
Allow: /sitemap*.xml

# Allow specific good bots
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Baiduspider
Allow: /

User-agent: YandexBot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

# Block malicious bots and scrapers
User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MegaIndex
Disallow: /

User-agent: BLEXBot
Disallow: /

# Crawl-delay for heavy crawlers
User-agent: Bingbot
Crawl-delay: 1

User-agent: Slurp
Crawl-delay: 1

# Sitemap location
Sitemap: https://credentcare.com/sitemap.xml
Sitemap: https://credentcare.com/sitemap-services.xml
Sitemap: https://credentcare.com/sitemap-news.xml