# Block specific AI data scrapers
User-agent: GPTBot
Disallow: /

User-agent: Google-Extended
Disallow: /

# Add other AI bots you wish to block here following the same format

# ---

# Rule for all other crawlers (e.g., Google, Bing)
User-agent: *

# Disallow crawling of API routes (standard for Next.js)
Disallow: /api/

# Disallow crawling of the admin/login area
# IMPORTANT: Please replace '/admin/' with your actual admin path
Disallow: /admin-login
Disallow: /admin-dashboard

# It's generally a good idea to allow crawlers to access assets
# so they can render your pages correctly. Your /public/images/ and /public/files/
# are implicitly allowed by default as long as 'public' is not disallowed.

# ---

# Location of your sitemap
# IMPORTANT: This should be the full URL to your sitemap
Sitemap: https://summit-coffee.vercel.app/sitemap.xml