# For all robots
User-agent: *
# Block access to specific groups of pages
Disallow: /login
Disallow: /cart
Disallow: /checkout
Disallow: /pw/request
Disallow: /my-account


# Block CazoodleBot as it does not present correct accept content headers
#User-agent: CazoodleBot
#Disallow: /

# Block MJ12bot as it is just noise
#User-agent: MJ12bot
#Disallow: /

# Block dotbot as it cannot parse base urls properly
#User-agent: dotbot/1.0
#Disallow: /

# Block Gigabot
#User-agent: Gigabot
#Disallow: /

# Allow search crawlers to discover the existing sitemap

Sitemap: https://www.arco.co.uk/sitemap.xml
Sitemap: https://www.arco.co.uk/medias/Homepage-en-GBP-4789540953220807884.xml?context=bWFzdGVyfHJvb3R8MzYxfHRleHQveG1sfGg1YS9oNDEvMTAzMDg4MjA4NjA5NTgueG1sfGNiNThmNzFlN2QxOGRjNzE0YmJmMGUzODIzYWQyMzhiMDUzYjhlZDlkMThkMjAyZWU3NWMwODlkMTU1Y2U4ZDQ
Sitemap: https://www.arco.co.uk/medias/Product-en-GBP-1744413560645859829.xml?context=bWFzdGVyfHJvb3R8MTY5ODM1NTJ8dGV4dC94bWx8aGFlL2hlYS8xMDMwODgyMDk1OTI2Mi54bWx8NzA1MjczNTc5YTcxZjgzMDA3YTc4NWQyNTBmZjc1MzBhMmNiNTNhNTU4Yjc5MDVmZjkwNDg5YWFhZjQ1MDU5Yw
Sitemap: https://www.arco.co.uk/medias/Category-en-GBP-3105664023432719656.xml?context=bWFzdGVyfHJvb3R8Njc1OTI2fHRleHQveG1sfGg2My9oOWIvMTAzMDg4MjEwOTAzMzQueG1sfDI1ODY2OWVjMGMxYWE3MzBlZWE1N2U3Zjk3MmIzY2YyNDJjNWNlNDMyN2EyODdlYjAwMTJiZjZhYzJlZmJjZWQ
Sitemap: https://www.arco.co.uk/medias/Content-en-GBP-4414201236391951268.xml?context=bWFzdGVyfHJvb3R8MTczN3x0ZXh0L3htbHxoN2QvaDQzLzEwMzA4ODIxMjU0MTc0LnhtbHxhNTA2YzNkOGZhNmMzMWFjZjY3YmZiYjFjMTU4MGU4MDJkOGE5YjJkMTA3NTVlY2M1ZTE5ZTBkZTJmZWUwNTdj