# BOTs Directives
User-agent: *

User-agent: OAI-SearchBot
Allow: /

# Block access to specific cloudflare endpoint
Disallow: /cdn-cgi/

# Block access to specific groups of pages
Disallow: */private-area/*
Disallow: */added-to-cart.html
Disallow: */shopping-cart.html
Disallow: */checkout*

# Block access to specific folders of assets
Disallow: */_jcr_content/*
Disallow: /content/experience-fragments/poltronafrau/
Disallow: /content/experience-fragments/poltronafrau-catalog/
Disallow: /content/dam/ld/poltronafrau/products/preloader/*
Disallow: /content/dam/ld/poltronafrau/products/*/20_area_professionals/*
Disallow: /content/dam/ld/poltronafrau/private-area/*
Disallow: /content/dam/ld/poltronafrau/contact-us/*
Disallow: /content/dam/ld/poltronafrau/legal/*

Crawl-delay: 10                 # 10 seconds between page requests
Visit-time: 0200-0600           # only visit between 01:00 and 05:00 UTC

# Facebook crawler too many requests
User-agent: facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)
Disallow: /csrf
Crawl-delay: 10  

# Allow Bingbot(s) to crawl faster
User-agent: adidxbot
Crawl-delay: 5

User-agent: Bingbot
Crawl-delay: 5

User-agent: Pinterestbot
Crawl-delay: 5

User-agent: AdsBot-Google
Allow: /*?utm_source=*
Crawl-delay: 5

# Sitemaps
Sitemap: https://www.poltronafrau.com/it/en/sitemap.xml
Sitemap: https://www.poltronafrau.com/it/it/sitemap.xml
Sitemap: https://www.poltronafrau.com/fr/en/sitemap.xml
Sitemap: https://www.poltronafrau.com/fr/fr/sitemap.xml
Sitemap: https://www.poltronafrau.com/de/en/sitemap.xml
Sitemap: https://www.poltronafrau.com/de/de/sitemap.xml
Sitemap: https://www.poltronafrau.com/es/en/sitemap.xml
Sitemap: https://www.poltronafrau.com/es/es/sitemap.xml
Sitemap: https://www.poltronafrau.com/us/en/sitemap.xml
Sitemap: https://www.poltronafrau.com/ch/en/sitemap.xml
Sitemap: https://www.poltronafrau.com/ch/it/sitemap.xml
Sitemap: https://www.poltronafrau.com/ch/de/sitemap.xml
Sitemap: https://www.poltronafrau.com/ch/fr/sitemap.xml
Sitemap: https://www.poltronafrau.com/pt/en/sitemap.xml
Sitemap: https://www.poltronafrau.com/be/en/sitemap.xml
Sitemap: https://www.poltronafrau.com/be/de/sitemap.xml
Sitemap: https://www.poltronafrau.com/be/fr/sitemap.xml
Sitemap: https://www.poltronafrau.com/nl/en/sitemap.xml
Sitemap: https://www.poltronafrau.com/at/en/sitemap.xml
Sitemap: https://www.poltronafrau.com/at/de/sitemap.xml
Sitemap: https://www.poltronafrau.com/lu/en/sitemap.xml
Sitemap: https://www.poltronafrau.com/lu/de/sitemap.xml
Sitemap: https://www.poltronafrau.com/lu/fr/sitemap.xml
Sitemap: https://www.poltronafrau.com/gb/en/sitemap.xml
Sitemap: https://www.poltronafrau.com/ww/en/sitemap.xml
Sitemap: https://www.poltronafrau.com/ww/fr/sitemap.xml
Sitemap: https://www.poltronafrau.com/ww/es/sitemap.xml
Sitemap: https://www.poltronafrau.com/ww/ja/sitemap.xml
Sitemap: https://www.poltronafrau.com/ww/zh_cn/sitemap.xml
Sitemap: https://www.poltronafrau.com/ww/zh_tw/sitemap.xml
Sitemap: https://www.poltronafrau.com/dk/en/sitemap.xml
Sitemap: https://www.poltronafrau.com/se/en/sitemap.xml
Sitemap: https://www.poltronafrau.com/fi/en/sitemap.xml
Sitemap: https://www.poltronafrau.com/no/en/sitemap.xml