# Univerzální robots.txt pro Magento - ochrana proti přetížení
# Použitelný pro jakýkoliv Magento 1.x/2.x projekt

User-agent: *
Crawl-delay: 1

# Blokování všech URL s parametry
Disallow: /*?

# Magento admin a systém
Disallow: /admin/
Disallow: /downloader/
Disallow: /var/
Disallow: /media/downloadable/
Disallow: /pkginfo/
Disallow: /report/
Disallow: /stats/

# Magento funkční stránky
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /catalogsearch/
Disallow: /checkout/
Disallow: /control/
Disallow: /contacts/
Disallow: /customer/
Disallow: /customize/
Disallow: /newsletter/
Disallow: /poll/
Disallow: /review/
Disallow: /sendfriend/
Disallow: /wishlist/
Disallow: /tag/
Disallow: /sales/

# Session a tracking
Disallow: /*?SID=
Disallow: /*?___SID=
Disallow: /*___store=
Disallow: /*?___from_store=
Disallow: /*?order=
Disallow: /*?dir=
Disallow: /*?mode=
Disallow: /*?p=
Disallow: /*?limit=

# API
Disallow: /api/
Disallow: /rest/

# Google Bot - povolit pagination, blokovat jen filtry/session/tracking
User-agent: Googlebot
Crawl-delay: 1
Allow: /*.html$
Allow: /*?p=
Allow: /*?limit=
Disallow: /*?SID=
Disallow: /*?___SID=
Disallow: /*?znacka=
Disallow: /*?forma=
Disallow: /*?indikace=
Disallow: /*?price=
Disallow: /*?order=
Disallow: /*?dir=
Disallow: /*?mode=
Disallow: /*?q=
Disallow: /*?utm_
Disallow: /admin/
Disallow: /customer/
Disallow: /checkout/

User-agent: Googlebot-Image
Crawl-delay: 2
Allow: /media/catalog/product/
Disallow: /media/catalog/product/cache/
Disallow: /*?

# Facebook - velmi omezene
User-agent: facebookexternalhit
User-agent: Facebot
User-agent: meta-externalagent
Crawl-delay: 3
Allow: /*.html$
Disallow: /*? 

User-agent: Facebot
Crawl-delay: 3
Allow: /*.html$
Disallow: /*?

# Social media
User-agent: Twitterbot
Crawl-delay: 2
Allow: /*.html$
Disallow: /*?

User-agent: LinkedInBot
Crawl-delay: 2
Disallow: /*?

User-agent: Pinterest
Disallow: /*?

# SEO boty - BAN
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

# Seznam a Yandex - povolit pagination, blokovat filtry
User-agent: SeznamBot
Crawl-delay: 5
Allow: /*?p=
Allow: /*?limit=
Disallow: /*?znacka=
Disallow: /*?forma=
Disallow: /*?indikace=
Disallow: /*?price=
Disallow: /*?order=
Disallow: /*?dir=
Disallow: /*?mode=
Disallow: /*?q=
Disallow: /*?SID=
Disallow: /*?utm_

User-agent: YandexBot
Crawl-delay: 5
Disallow: /*?

User-agent: Baiduspider
Disallow: /

# Sitemap

Sitemap: https://www.vitar.cz/sitemap.xml