# Crawlers Setup prof.lv

User-agent: *

# Paths
Disallow: /index.php
Disallow: /catalog/product_compare
Disallow: /lv/catalog/product_compare
Disallow: /ru/catalog/product_compare
Disallow: /en/catalog/product_compare
Disallow: /catalog/category/view
Disallow: /lv/catalog/category/view
Disallow: /ru/catalog/category/view
Disallow: /en/catalog/category/view
Disallow: /catalog/product/view
Disallow: /lv/catalog/product/view
Disallow: /ru/catalog/product/view
Disallow: /en/catalog/product/view
Disallow: /catalogsearch
Disallow: /lv/catalogsearch
Disallow: /ru/catalogsearch
Disallow: /en/catalogsearch
Disallow: /checkout
Disallow: /lv/checkout
Disallow: /ru/checkout
Disallow: /en/checkout
Disallow: /customer
Disallow: /lv/customer
Disallow: /ru/customer
Disallow: /en/customer
Disallow: /*sales/order/history*
Disallow: /newsletter/manage
Disallow: /wishlist
Disallow: /lv/wishlist
Disallow: /ru/wishlist
Disallow: /en/wishlist
Disallow: /guestwishlist
Disallow: /lv/guestwishlist
Disallow: /ru/guestwishlist
Disallow: /en/guestwishlist
Disallow: /share_cart
Disallow: /lv/share_cart
Disallow: /ru/share_cart
Disallow: /en/share_cart
Disallow: /amfile
Disallow: /lv/amfile
Disallow: /ru/amfile
Disallow: /en/amfile
Disallow: /s?o=*
Disallow: /lv/s?o=*
Disallow: /ru/s?o=*
Disallow: /en/s?o=*
Disallow: /*sales/find/order*
Disallow: /*sales/guest/form*
Disallow: /lv/*
Disallow: /faili/*
Disallow: /*?ni=1*

Disallow: *.js*
Disallow: /*.js*
Disallow: /js/react/react.bundle.js
Disallow: */fonts/*
Disallow: /*/fonts/*

# Do not index pages that are sorted or filtered.
Disallow: /*?*product_list_mode=*
Disallow: /*?*product_list_order=*
Disallow: /*?*product_list_limit=*
Disallow: /*?*product_list_dir=*
Disallow: /*?*cat=*
Disallow: /*?*razotajs=*,*
Disallow: /*?*razotajs=*%2C*
Disallow: /*?*atslegvardi=*,*
Disallow: /*?*atslegvardi=*%2C*
Disallow: /*?*atslegvardi=*,*razotajs=*,*
Disallow: /*?*atslegvardi=*%2C*razotajs=*%2C*
Disallow: /*?*razotajs=*,*atslegvardi=*,*
Disallow: /*?*razotajs=*%2C*atslegvardi=*%2C*
Disallow: /*?*amshopby_slider_from-amshopby_slider_to*
Disallow: /en/*?*razotajs=*
Disallow: /en/*?*atslegvardi=*
Disallow: /ru/*?*razotajs=*
Disallow: /ru/*?*atslegvardi=*

# Do not index useless ajax requests
Disallow: /*?*isAjax=true
Disallow: /*mst_banner/placeholder/loader
Disallow: /*mst_banner/banner/track
Disallow: /*swatches/ajax/media
Disallow: /amasty_label/ajax/label*
Disallow: /lv/amasty_label/ajax/label*
Disallow: /ru/amasty_label/ajax/label*
Disallow: /en/amasty_label/ajax/label*
Disallow: /cache_warmer/track*
Disallow: /lv/cache_warmer/track*
Disallow: /ru/cache_warmer/track*
Disallow: /en/cache_warmer/track*
Disallow: /datalayer/index/datalayer*
Disallow: /lv/datalayer/index/datalayer*
Disallow: /ru/datalayer/index/datalayer*
Disallow: /en/datalayer/index/datalayer*
Disallow: /profcatalog/ajax/block*block=attachments*
Disallow: /lv/profcatalog/ajax/block*block=attachments*
Disallow: /ru/profcatalog/ajax/block*block=attachments*
Disallow: /en/profcatalog/ajax/block*block=attachments*
Disallow: /mageworx_xreviewbase/ajax_vote/vote*
Disallow: /lv/mageworx_xreviewbase/ajax_vote/vote*
Disallow: /ru/mageworx_xreviewbase/ajax_vote/vote*
Disallow: /en/mageworx_xreviewbase/ajax_vote/vote*

# Do not index session ID
Disallow: /*.php$
Disallow: /*?SID=*

# Website Sitemap
Sitemap: https://prof.lv/media/sitemap/sitemap_lv.xml
Sitemap: https://prof.lv/media/sitemap/sitemap_ru.xml
Sitemap: https://prof.lv/media/sitemap/sitemap_en.xml