User-Agent:*


Allow: /assets/css/
Allow: /assets/js/
Allow: /assets/images/
Allow: /images/
Disallow: /mails/
Disallow: /user_guide/
Disallow: /system/

Disallow: /application/
Disallow: /ajax
Disallow: /downloads
Disallow: /debug
Disallow: /uploads
Disallow: /files


Sitemap: https://revi.io/sitemaps/sitemap.xml
Sitemap: https://revi.io/sitemaps/sitemap_shops.xml
Sitemap: https://revi.io/sitemaps/sitemap_products.xml
Sitemap: https://revi.io/sitemaps/sitemap_faq.xml
Sitemap: https://revi.io/blog/post-sitemap.xml
Sitemap: https://revi.io/blog/category-sitemap.xml

User-agent: noxtrumbot
Crawl-delay: 50

User-agent: msnbot
Crawl-delay: 30

User-agent: Slurp
Crawl-delay: 10


User-agent: MSIECrawler
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Microsoft.URL.Control
Disallow: /

User-agent: libwww
Disallow: /