User-Agent: *
Allow: /
Disallow: /masd-admin/
Disallow: /portal/
Disallow: /api/
Crawl-delay: 10

User-Agent: AhrefsBot
User-Agent: SemrushBot
User-Agent: MJ12bot
User-Agent: DotBot
User-Agent: DataForSeoBot
User-Agent: BLEXBot
User-Agent: PetalBot
User-Agent: Barkrowler
User-Agent: ZoominfoBot
User-Agent: magpie-crawler
User-Agent: GPTBot
User-Agent: ClaudeBot
User-Agent: CCBot
User-Agent: Bytespider
User-Agent: Amazonbot
User-Agent: meta-externalagent
User-Agent: Applebot-Extended
Disallow: /

Sitemap: https://masd.mn/sitemap.xml