User-Agent:*


Allow: /css/
Allow: /js/
Allow: /images/
Disallow: /mails/
Disallow: /user_guide/
Disallow: /system/

Disallow: /application/
Disallow: /sitemap_make
Disallow: /ajax
Disallow: /downloads
Disallow: /debug
Disallow: /uploads/temp
Disallow: /files
Disallow: /admin
Disallow: /es/admin
Disallow: /wsrest
Disallow: /wsapi


Sitemap: https://revi.io/sitemaps/sitemap.xml.gz
Sitemap: https://revi.io/sitemaps/sitemap_shops.xml.gz
Sitemap: https://revi.io/sitemaps/sitemap_products.xml.gz
Sitemap: https://revi.io/sitemaps/sitemap_faq.xml.gz


User-agent: noxtrumbot
Crawl-delay: 50

User-agent: msnbot
Crawl-delay: 30

User-agent: Slurp
Crawl-delay: 10


User-agent: MSIECrawler
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Microsoft.URL.Control
Disallow: /

User-agent: libwww
Disallow: /