User-agent: rogerbot
crawl-delay: 5
User-agent: trovitBot
Disallow: /
User-Agent: *
crawl-delay: 5
Allow: /blog*?*
Disallow: /admin
Disallow: /*?*
Disallow: /job/*/apply
Disallow: /job/*/save_job
Disallow: /job/*/unsave_job
Sitemap: https://www.awf.co.nz/sitemap.xml