# *
User-agent: *
Disallow: /checkouts/
Disallow: /collections/*%2B*
Disallow: /*/collections/*%2B*
Disallow: /blogs/*%2B*
Disallow: /*/blogs/*%2B*
Disallow: /policies/
Disallow: /*/policies/
Disallow: /wpm@
Disallow: /web-pixels-manager@

# adsbot-google
User-agent: adsbot-google
Disallow: 

# Nutch
User-agent: Nutch
Disallow: /

# AhrefsBot
User-agent: AhrefsBot
Disallow: /collections/*%2B*
Disallow: /*/collections/*%2B*
Disallow: */collections/*filter*&*filter*
Disallow: /blogs/*%2B*
Disallow: /*/blogs/*%2B*
Crawl-delay: 10

# AhrefsSiteAudit
User-agent: AhrefsSiteAudit
Disallow: /collections/*%2B*
Disallow: /*/collections/*%2B*
Disallow: /blogs/*%2B*
Disallow: /*/blogs/*%2B*
Crawl-delay: 10

# MJ12bot
User-agent: MJ12bot
Crawl-delay: 10

# Pinterest
User-agent: Pinterest
Crawl-delay: 1

# Host
Host: https://www.petpost.com.au

# Sitemaps
Sitemap: https://www.petpost.com.au/sitemap.xml