User-agent: Googlebot
Disallow: /cars/
Disallow: /author/
Disallow: /pf/
Disallow: /housesittersaustralia-com-au/
Disallow: /client-logo/
Disallow: /?
Disallow: /benchmark/
Disallow: /news/

User-agent: Slurp
Crawl-delay: 300
Disallow: /cars/
Disallow: /author/
Disallow: /pf/
Disallow: /housesittersaustralia-com-au/
Disallow: /client-logo/
Disallow: /?
Disallow: /benchmark/
Disallow: /news/

User-agent: MSNBot  
Crawl-delay: 120

User-agent: facebookexternalhit
Disallow: /cars/
Disallow: /author/
Disallow: /pf/
Disallow: /housesittersaustralia-com-au/
Disallow: /client-logo/
Disallow: /?
Disallow: /benchmark/
Disallow: /news/

User-agent: Twitterbot
Disallow:

User-agent: Teoma
Crawl-delay: 240
Disallow: /cars/
Disallow: /author/
Disallow: /pf/
Disallow: /housesittersaustralia-com-au/
Disallow: /client-logo/
Disallow: /?
Disallow: /benchmark/
Disallow: /news/

User-agent: Baidu
Crawl-delay: 240
Disallow: /cars/
Disallow: /author/
Disallow: /pf/
Disallow: /housesittersaustralia-com-au/
Disallow: /client-logo/
Disallow: /?
Disallow: /benchmark/
Disallow: /news/

User-agent: ScoutJet
Crawl-delay: 5
Disallow:

User-agent: ShoeMoneyToolsBot 
Disallow: /cars/
Disallow: /author/
Disallow: /pf/
Disallow: /housesittersaustralia-com-au/
Disallow: /client-logo/
Disallow: /?
Disallow: /benchmark/
Disallow: /news/

User-agent: 008
Disallow: /cars/
Disallow: /author/
Disallow: /pf/
Disallow: /housesittersaustralia-com-au/
Disallow: /client-logo/
Disallow: /?
Disallow: /benchmark/
Disallow: /news/

User-agent: *
Disallow: /cars/
Disallow: /author/
Disallow: /pf/
Disallow: /housesittersaustralia-com-au/
Disallow: /client-logo/
Disallow: /?
Disallow: /benchmark/
Disallow: /news/

Sitemap: https://www.seowebsitedesigns.com.au/sitemap.xml