################ CAN Robots.txt File ################

User-Agent: *

Disallow: /cgi-bin
Disallow: */search/*
Disallow: /*sort=*
Disallow: /*tab=*
Disallow: /comparison/
Disallow: /*/comparison/
Disallow: /landing_pages/*
Disallow: /*kits_costs*
Disallow: /about/
Disallow: /partnership/
Disallow: /vacancies/
Disallow: /producers/
Disallow: /payment/
Disallow: /delivery/
Disallow: /warranty/
Disallow: /priceinspector/
Disallow: /terms/
Disallow: /configurator/*
Disallow: /*gclid=*
Disallow: /*yclid=*
Disallow: *?utm=*
Disallow: *?q=*
Disallow: *?_ga=*
Disallow: /*?*
Disallow: /*,*

Disallow: /*.php*$

Allow: /*.js*
Allow: /*.css*
Allow: /*.png*
Allow: /*.jpg*
Allow: /*.gif*

User-agent: AhrefsBot
Disallow: /
 
User-agent: ia_archiver
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Mediapartners-Google
Disallow: /

User-agent: Yahoo
Disallow: /

Host: https://can.ua
Sitemap: https://can.ua/sitemap/www.xml.gz