# Allow all web crawlers full access
User-agent: *
Allow: /

# Googlebot-specific rules
User-agent: Googlebot
Disallow: *?lightbox=

# Disallow access to Next.js internal directories 
Disallow: /_next/
Disallow: /chunks/
Disallow: /api/
Disallow: /static/
Disallow: /404
Disallow: /500

# Disallow sensitive or admin-specific paths 
Disallow: /admin/
Disallow: /login/
Disallow: /dashboard/
Disallow: /user-settings/

# Allow crawling of images and public files 
Allow: /images/
Allow: /public/
Allow: /*.pdf$

# Sitemap location for better indexing
Sitemap: https://www.ittstar.com/sitemap.xml
Sitemap: https://www.ittstar.com/video-sitemap.xml