User-Agent: *
Disallow: /oc-admin/

#Allow Adsense and Adwords to all pages
User-agent: Mediapartners-Google
Allow: /*

User-agent: Googlebot
Allow: /

User-agent: AhrefsBot 
Disallow: /

User-agent: Yandex
Crawl-delay: 5

User-agent: msnbot
Crawl-delay: 4

User-agent: bingbot
Crawl-delay: 4

User-agent: Slurp
Crawl-delay: 4

User-agent: Baiduspider
Crawl-delay: 5

Sitemap: https://www.auclassifieds.com.au/sitemapindex.xml