User-Agent: *
Allow: /
Crawl-delay: 120

User-Agent: Googlebot
Allow: /
Crawl-delay: 0

User-Agent: Googlebot-Mobile
Allow: /
Crawl-delay: 0

User-Agent: Googlebot-Image
Allow: /
Crawl-delay: 0

User-Agent: Mediapartners-Google
Allow: /
Crawl-delay: 0

User-Agent: Adsbot-Google
Allow: /
Crawl-delay: 0

User-Agent: msnbot
Allow: /
Crawl-delay: 0

User-Agent: msnbot-media
Allow: /
Crawl-delay: 0

#Semrush IIS cpu peak
User-agent: SemrushBot
Disallow: /