# robots.txt for Nawroz University Website
# Generated on 2025-12-29

# Allow all well-behaved bots
User-agent: *
Allow: /

# Disallow admin panel and authentication routes
Disallow: /admin/
Disallow: /login
Disallow: /register
Disallow: /password/
Disallow: /logout

# Disallow API endpoints
Disallow: /api/

# Disallow private/internal resources
Disallow: /storage/
Disallow: /_debugbar/

# Disallow user-specific or dynamic content
Disallow: /profile/
Disallow: /dashboard/

# Disallow search and filter pages to prevent duplicate content indexing
Disallow: /*?*search=
Disallow: /*?*filter=
Disallow: /*?*page=

# Allow Google's bots full access (for better indexing)
User-agent: Googlebot
Allow: /

# Allow Bingbot full access
User-agent: Bingbot
Allow: /

# Block bad bots and scrapers
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: BLEXBot
Disallow: /

# Crawl delay for polite bots (optional - uncomment if needed)
# User-agent: *
# Crawl-delay: 1

# Sitemap location
Sitemap: https://nawroz.edu.krd/sitemap.xml