# BOTs Directives
User-agent: *

User-agent: OAI-SearchBot
Allow: /

# Block access to specific cloudflare endpoint
Disallow: /cdn-cgi/

# Block access to specific groups of pages
Disallow: */private-area/*
Disallow: */added-to-cart.html
Disallow: */shopping-cart.html
Disallow: */checkout*

# Block access to specific folders of assets
Disallow: */_jcr_content/*
Disallow: /content/experience-fragments/cappellini/
Disallow: /content/experience-fragments/cappellini-catalog/
Disallow: /content/dam/ld/cappellini/products/preloader/*
Disallow: /content/dam/ld/cappellini/contacts/*
Disallow: /content/dam/ld/cappellini/template-mail/*
Disallow: /content/dam/ld/cappellini/products/*/20_area_professionals/*
Disallow: /content/dam/ld/cappellini/private-area/*

Crawl-delay: 10                 # 10 seconds between page requests
Visit-time: 0200-0600           # only visit between 01:00 and 05:00 UTC

# Facebook crawler too many requests
User-agent: facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)
Disallow: /csrf
Crawl-delay: 10  

# Allow Bingbot(s) to crawl faster
User-agent: adidxbot
Crawl-delay: 5

User-agent: Bingbot
Crawl-delay: 5

User-agent: Pinterestbot
Crawl-delay: 5

User-agent: AdsBot-Google
Allow: /*?utm_source=*
Crawl-delay: 5

# Sitemaps
Sitemap: https://www.cappellini.com/it/it/sitemap.xml
Sitemap: https://www.cappellini.com/at/en/sitemap.xml
Sitemap: https://www.cappellini.com/be/en/sitemap.xml
Sitemap: https://www.cappellini.com/dk/en/sitemap.xml
Sitemap: https://www.cappellini.com/fi/en/sitemap.xml
Sitemap: https://www.cappellini.com/fr/en/sitemap.xml
Sitemap: https://www.cappellini.com/de/en/sitemap.xml
Sitemap: https://www.cappellini.com/lu/en/sitemap.xml
Sitemap: https://www.cappellini.com/nl/en/sitemap.xml
Sitemap: https://www.cappellini.com/no/en/sitemap.xml
Sitemap: https://www.cappellini.com/pt/en/sitemap.xml
Sitemap: https://www.cappellini.com/ww/en/sitemap.xml
Sitemap: https://www.cappellini.com/es/en/sitemap.xml
Sitemap: https://www.cappellini.com/se/en/sitemap.xml
Sitemap: https://www.cappellini.com/ch/en/sitemap.xml
Sitemap: https://www.cappellini.com/gb/en/sitemap.xml
Sitemap: https://www.cappellini.com/us/en/sitemap.xml