# Blokuj aggressive bots
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Bytespider
Disallow: /

# Pozwól 
User-agent: *
Allow: /
Crawl-delay: 5

# Blokuj sensytywne sekcje
Disallow: /staging
Disallow: /staging/
Disallow: /api
Disallow: /api/
Disallow: /Assets
Disallow: /Assets/
Disallow: /webshop
Disallow: /webshop/
Disallow: /GoogleExport/
Disallow: /connectors/
Disallow: /zwroty-i-reklamacje/
Disallow: /polityka-cookies/
Disallow: /polityka-prywatnosci/
Disallow: /regulamin/
Disallow: /wyniki-wyszukiwania*
Disallow: /wyszukiwarka-vin*
Disallow: /?search-car=true

# Exceptions
Allow: /api/media
Allow: /api/shopping-cart
Allow: /Assets/Themes/Zielonki
Allow: /Assets/Themes/Zielonki/
Allow: /blog*
Allow: /auto*

# Sitemaps
Sitemap: https://autoczescizielonki.pl/exports/sitemap_articleList/siteindex_pl.xml
Sitemap: https://autoczescizielonki.pl/exports/sitemap_car/siteindex_pl.xml
Sitemap: https://autoczescizielonki.pl/exports/sitemap_carbrands/siteindex_pl.xml
Sitemap: https://autoczescizielonki.pl/exports/sitemap_cartypes/siteindex_pl.xml
Sitemap: https://autoczescizielonki.pl/exports/sitemap_treeCatalog/siteindex_pl.xml
Sitemap: https://autoczescizielonki.pl/exports/sitemap_nodeArticleList/siteindex_pl.xml
Sitemap: https://autoczescizielonki.pl/siteindex_pl.xml