# Crawler Access Setup 
User-agent: *

# SFCC Paths
Disallow: /passwordreset
Disallow: /setpassword
Disallow: /adressbook
Disallow: /billing
Disallow: /billinginfo
Disallow: /shipping
Disallow: /orderconfirmation
Disallow: /orderdetails
Disallow: /oauthfacebook
Disallow: /oauthgoogleplus
Disallow: /oauthlinkedin
Disallow: /orders
Disallow: /favourites
Disallow: /account
Disallow: /customer*
Disallow: /cart/* # om uitsluiting van cartridge URL's etc te voorkomen. /cart een noindex,nofollow meta tag meegeven. 
Disallow: /wishlist*
Disallow: /checkout*

# Parameters
Disallow: *?fdid=*
Disallow: *?pid=*
Disallow: *?hideCategory=*
Disallow: /search*
Disallow: *?cgid=*
Disallow: *Login-Show?*
Disallow: *Search-UpdateGrid?*
# Disallow: */demandware.store/* zolang /winkel/ geen vriendelijke URL's hebben niet uitsluiten
Disallow: *?prefv1=*
Disallow: *?prefn1=*
Disallow: *?srule=*
Disallow: *?pmax=*
Disallow: *?src=*
Disallow: *?prefv2=*
Disallow: *?prefn2=*
Disallow: *?prefv3=*
Disallow: *?prefn3=*
Disallow: *?prefv4=*
Disallow: *?prefn4=*
Disallow: *?prefv5=*
Disallow: *?prefn5=*
Disallow: *?prefv6=*
Disallow: *?prefn6=*
Disallow: *?pmin=*
Disallow: *?start=*
Disallow: *Promotion-XML*
Allow: *?start=*sz=24*

# Filters oude site
Disallow: /csr/
Disallow: /csr*
Disallow: *?q=
Disallow: *?idx=
Disallow: *?dFR
Disallow: *?nR
Disallow: *?storeId=
Disallow: *?catalogId=
Disallow: *?krypto=
Disallow: *?parent_category_rn=
Disallow: *?physicalStoreId=
Disallow: *?urlRequestType=
Disallow: *?searchType=
Disallow: *?pageSize=
Disallow: *?resultCatEntryType=
Disallow: *?pageName=
Disallow: *?calculationUsageId=
Disallow: *?previousSearchTerm=
Disallow: *?searchTerm=
Disallow: *?dix=
Disallow: /p/*/offers

Sitemap: https://www.blokker.nl/sitemap_index.xml # hier adres van index sitemap