Sitemap: https://www.thepetwarehouse.co.uk/sitemap-index.xml
User-agent: EtaoSpider
User-agent: baiduspider
User-agent: BLEXBot
Crawl-delay: 30
User-agent: *
Crawl-delay: 2
Allow: /
Disallow: /ajax/removefrombasket/
Disallow: /basket/
Disallow: /checkout/
Disallow: /errors/
Disallow: /quickbuy/
Disallow: /product_personalisation/
Disallow: /products/
Disallow: /register/
Disallow: /register
Disallow: /vs/
Disallow: /images/products/yofla/
Disallow: /customer_groups/choose_group/
Disallow: /formbuilder/
Disallow: /callbacks/
Disallow: /blog/author/india/
Disallow: /blog/category/*