User-agent: *
Allow: /

# Sistem dosyaları
Disallow: /AsiriYogunluk.php
Disallow: /ajax.php
Disallow: /Cache/GelismisVitrin/
Disallow: /SecCode.php

# SEO crawler botları
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

# Eski botlar
User-agent: Baiduspider
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: Sogou
Disallow: /

User-agent: YoudaoBot
Disallow: /

User-agent: 360Spider
Disallow: /

User-agent: Sosospider
Disallow: /

# Arşivleme servisleri
User-agent: archive.org_bot
Disallow: /

User-agent: ia_archiver
Disallow: /

# Otomatik araçlar
User-agent: Python
Disallow: /

User-agent: Wget
Disallow: /

Sitemap: https://www.muscent.com/sitemap.xml