User-agent: FatBot
Disallow: /

User-agent: trovitBot
Disallow: /

User-agent: Mozilla/5.0 (compatible; FatBot 2.0; http://www.thefind.com/crawler)
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: sogou spider
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: ShopWiki
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: sistrix
Disallow: /

User-agent: XoviBot
Disallow: /

User-agent: Flamingo_SearchEngine
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: msnbot 
Crawl-delay: 1

User-agent: ADmantX
Disallow: /

User-agent: grapeshot
Disallow: /

User-agent: CarsnipBot
Disallow: /

User-agent: * 
Disallow: /bikes/call/*
Disallow: /bikes/saved-searches/*
Disallow: /mvcajax/*
Disallow: */enquiry/*
Disallow: /editorial/api/*
Disallow: /search/*

Sitemap: https://www.bikesales.com.au/sitemaps/bikesales/sitemaps.xml
Sitemap: https://www.bikesales.com.au/sitemaps/bikesales/EditorialListing.xml