User-Agent: Googlebot
Allow: /
Crawl-Delay: 30

User-Agent: Googlebot-Mobile
Allow: /
Crawl-Delay: 30

User-Agent: Googlebot-Image
Allow: /
Crawl-Delay: 30

User-Agent: Mediapartners-Google
Allow: /
Crawl-Delay: 30

User-Agent: Adsbot-Google
Allow: /
Crawl-Delay: 30

User-Agent: Slurp
Allow: /
Crawl-Delay: 30

User-Agent: msnbot
Allow: /
Crawl-Delay: 30

User-Agent: msnbot-media
Allow: /
Crawl-Delay: 30

User-Agent: bingbot
Allow: /
Crawl-Delay: 30

User-agent: *
Disallow: /admin
Disallow: /*route=product/search
Disallow: /*route=checkout/
Disallow: /*route=account/
Disallow: /*sort=
Disallow: /*order=
Disallow: /*limit=
Disallow: /*page=
Disallow: /*filter_name=
Disallow: /*filter_description=
Crawl-Delay: 30

Sitemap: https://www.betontools.com.au/sitemap.xml