# robots.txt for https://guardianservice.com/
# Controls crawling, not indexing.
# For paid / campaign pages that should not appear in search,
# use a page-level meta robots noindex or X-Robots-Tag: noindex.

# Disallow crawling of API routes
User-agent: *
Disallow: /api/

# Block common spam and malicious bots
User-agent: AhrefsBot
User-agent: SemrushBot
User-agent: DotBot
User-agent: MJ12bot
User-agent: BLEXBot
User-agent: DataForSeoBot
Disallow: /

Sitemap: https://guardianservice.com/sitemap.xml