# ============================================
# HızlıTools - Robots.txt
# https://hizlitools.com
# Son Güncelleme: 16 Haziran 2026
# ============================================

# 1. SPAM VE ANALİZ BOTLARI (Yavaşlat, Engelleme)
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

User-agent: MJ12bot
Crawl-delay: 10

User-agent: DotBot
Crawl-delay: 10

# ============================================
# 2. GENEL KURALLAR
# ============================================
User-agent: *
Allow: /

# Engellenecek sayfalar
Disallow: /Error
Disallow: /Data/
Disallow: /api/

# ============================================
# 3. AI ARAMA MOTORLARI (Tam İzin)
# ============================================

# OpenAI (ChatGPT)
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

# Google Bard / Gemini
User-agent: Google-Extended
Allow: /

# Perplexity AI
User-agent: PerplexityBot
Allow: /

# Anthropic Claude
User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

# Common Crawl (AI Eğitim Verisi)
User-agent: CCBot
Allow: /

# Apple Siri
User-agent: Applebot-Extended
Allow: /

# Yandex ve Bing
User-agent: Yandex
Allow: /

User-agent: Bingbot
Allow: /

# ============================================
# 4. SITEMAP
# ============================================
Sitemap: https://hizlitools.com/sitemap.xml