# Robots.txt for Vexplor
# https://vexplor.com

# Allow all major search engines to crawl all pages
User-agent: *
Allow: /

# Prevent crawling of system and API paths
Disallow: /api/
Disallow: /_next/static/
Disallow: /_next/image
Disallow: /admin/
Disallow: /*.json$
Disallow: /*_buildManifest.js$
Disallow: /*_middlewareManifest.js$
Disallow: /*_ssgManifest.js$
Disallow: /*.js.map$

# Allow Next.js public assets
Allow: /_next/static/css/
Allow: /_next/static/media/
Allow: /images/
Allow: /favicon.ico
Allow: /icon.png
Allow: /apple-icon.png

# Block SEO audit bots (not real users)
User-agent: AhrefsBot
Disallow: /

User-agent: SEMrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Majestic-SEO
Disallow: /

# Sitemaps
Sitemap: https://vexplor.com/sitemap.xml
Sitemap: https://vexplor.com/sitemap-0.xml