# Website Sitemap
Sitemap: https://www.modyf.de/media/sitemap/sitemap_de_de.xml

# Crawlers Setup
User-agent: *

# Directories
Disallow: /404/
Disallow: /admin/
Disallow: /app/
Disallow: /cgi-bin/
Disallow: /downloader/
Disallow: /errors/
Disallow: /includes/
Disallow: /lib/
Disallow: /magento/
Disallow: /pkginfo/
Disallow: /report/
Disallow: /scripts/
Disallow: /shell/
Disallow: /stats/
Disallow: /var/
Disallow: /esi/
Disallow: /geolocation/
Disallow: /modyf_page/
Disallow: /modules/recherche_dossiers/

# # product listajax stop bot crawling
Disallow: /*review/product/listAjax/*

# Paths (clean URLs)
Disallow: /catalogsearch/result/
Disallow: /catalogsearch/
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /checkout/
Disallow: /control/
Disallow: /contacts/
Noindex: /customer/
Disallow: /customer/
Disallow: /customize/
Disallow: /newsletter/
Disallow: /poll/
Noindex: */review/*
Disallow: /review/
Disallow: /sendfriend/
Disallow: /tag/
Disallow: /wishlist/
Disallow: /index.php/catalogsearch/result/
Disallow: /index.php/catalog/product_compare/
Disallow: /index.php/catalog/category/view/
Disallow: /index.php/catalog/product/view/
Disallow: /index.php/catalogsearch/
Disallow: /index.php/checkout/
Disallow: /index.php/control/
Disallow: /index.php/contacts/
Disallow: /index.php/customer/
Disallow: /index.php/customize/
Disallow: /index.php/newsletter/
Disallow: /index.php/poll/
Disallow: /index.php/review/
Disallow: /index.php/sendfriend/
Disallow: /index.php/tag/
Disallow: /index.php/wishlist/

# Files
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /install.php
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /STATUS.txt
Allow: */media/documents-fr/pages/catalogue/*.jpg
Allow: */media/documents-fr/pages/catalogue/*.gif

# Paths (no clean URLs)
Disallow: /*?SID=
Disallow: /*?limit=all
Disallow: /P
Disallow: /*?price*
Disallow: /*?rating_filter*
Disallow: /*?gender*
Disallow: /*?shoes_norm*
Disallow: /*?shoe_composition*
Disallow: /*?brand*
Disallow: /*?shoe_size*
Disallow: /*?size*
Disallow: /*?color*
Disallow: /*?cat=*
Disallow: */admin/*
Disallow: *dvtLink
Disallow: /*?LGWCODE=
Disallow: /*?dir=
Disallow: /*?order=
Disallow: /*?dvt_source=
Disallow: /*&size*
Disallow: /*&shoe_size*
Disallow: /*orberByNote*
Disallow: /*orberByPrice*

# Paths (no clean URLs) New filters
Disallow: /*?work_environment*
Disallow: /*?risks*
Disallow: /*?cap*
Disallow: /*?contact_with_water*
Disallow: /*?sole*
Disallow: /*?specific_condition*
Disallow: /*?outer_material*
Disallow: /*?shoes_bright*

Disallow : /blog/wp-content/plugins/wpdiscuz/utils/captcha/
Disallow : /blog/?s=
Disallow:*/feed/

Disallow: /.well-known/assetlinks.json
Disallow: */?

Disallow: */catalog/category/catalogajax
Disallow: */page-503
Disallow: */page-404
Disallow: */media/documents-fr/pages/catalogue/

Disallow: /qas/*
Disallow: /blog/xmlrpc.php
Disallow: /blog/tag/*

Disallow: /cdn-cgi/challenge-platform/*

Allow: .html
Disallow: *.htm
Disallow: */index/

User-Agent: Googlebot
Disallow: /feed/*