User-agent: *
Disallow: /
Crawl-delay: 120
Request-rate: 1/120

# Specific bots to block completely
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: Prowl
Disallow: /

User-agent: Nimbostratus-Bot
Disallow: /

User-agent: Spinn3r
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: PetalBot
Disallow: /

# Allow major search engines but with strict rate limits
User-agent: Googlebot
Disallow:
Allow: /sitemap.xml
Allow: /sitemap-part*.xml
Crawl-delay: 60
Request-rate: 1/60

User-agent: bingbot
Crawl-delay: 60
Request-rate: 1/60
Disallow:
Allow: /sitemap.xml
Allow: /sitemap-part*.xml

# Sitemap location
Sitemap: https://platform.printpal.io/sitemap.xml