# robots.txt - Mavera Mürüvvet Hanım Konağı
# https://kayserimaveramhk.com

# Tüm botlar için genel kurallar
User-agent: *
Allow: /
Crawl-delay: 1

# Sitemaps
Sitemap: https://kayserimaveramhk.com/sitemap.xml
Sitemap: https://kayserimaveramhk.com/image-sitemap.xml
Sitemap: https://kayserimaveramhk.com/video-sitemap.xml

# Yasaklanan alanlar
Disallow: /admin/
Disallow: /api/
Disallow: /uploads/cv/
Disallow: /uploads/videos/
Disallow: /*.json$
Disallow: /*.env$
Disallow: /package.json
Disallow: /package-lock.json

# İzin verilen alanlar
Allow: /uploads/gallery/
Allow: /uploads/blog/
Allow: /uploads/menu/
Allow: /uploads/general/
Allow: /manifest.json
Allow: /site.webmanifest

# Google Bot (Hızlı indexleme)
User-agent: Googlebot
Allow: /
Crawl-delay: 0
Disallow: /admin/
Disallow: /api/

# Googlebot-Image (Görseller)
User-agent: Googlebot-Image
Allow: /uploads/gallery/
Allow: /uploads/blog/
Allow: /uploads/menu/
Allow: /images/

# Bingbot
User-agent: Bingbot
Allow: /
Crawl-delay: 1

# Yandex
User-agent: Yandex
Allow: /
Crawl-delay: 1

# AI Crawlers (ChatGPT, Claude, Bard, vb.)
User-agent: GPTBot
Allow: /
Allow: /llms.txt
Crawl-delay: 2

User-agent: ChatGPT-User
Allow: /
Allow: /llms.txt

User-agent: Claude-Web
Allow: /
Allow: /llms.txt

User-agent: anthropic-ai
Allow: /
Allow: /llms.txt

User-agent: Perplexity
Allow: /
Allow: /llms.txt

User-agent: Google-Extended
Allow: /
Allow: /llms.txt

# Social Media Bots
User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: WhatsApp
Allow: /

# Bad Bots (Engelle)
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: BLEXBot
Disallow: /