User-Agent: *
Allow: /
Allow: /about
Allow: /pricing
Allow: /privacy
Allow: /terms
Allow: /contact-us
Disallow: /api/
Disallow: /auth/
Disallow: /grading
Disallow: /integrate
Crawl-delay: 1

User-Agent: AhrefsBot
User-Agent: SemrushBot
User-Agent: DotBot
User-Agent: MJ12bot
Disallow: /

Sitemap: https://www.frizzle.com/sitemap.xml