# To add a comment to the file, start the line with the # character.
# User-Agent is used to target a particular web crawler.
# Any rules declared below it will apply to that User-Agent.
# To hide a file or folder from the User-Agent, type the word 'Disallow' followed by a semi-colon.

User-Agent: *
#Folders
Disallow: /app_data/
Disallow: /app_plugins/
Disallow: /aspnet_client/
Disallow: /bin/
Disallow: /config/
Disallow: /data/
Disallow: /install/
Disallow: /masterpages/
Disallow: /python/
Disallow: /umbraco/
Disallow: /umbraco_client/
Disallow: /usercontrols/
Disallow: /xslt/
Disallow: /views/
Disallow: /eshop/pensio/
Disallow: /eshop/verisign/
Disallow: /eshop/error/
Disallow: /eshop/cache/
Disallow: /eshop/catalog/
Disallow: /eshop/exception/
Disallow: /eshop/m4n
Disallow: /banners/
Disallow: /redirects/
 
#Maintenance-folder
Disallow: /eshop/maint_fi/
 
#Filters
Disallow: /eshop/*filters=A2_*
Disallow: /eshop/*filters=A3_*
Disallow: /eshop/*filters=A4_*
Disallow: /eshop/*filters=M_*
Disallow: /eshop/*filters=MD_*
Disallow: /eshop/*filters=ARC~A2_*
Disallow: /eshop/*filters=S_*
Disallow: /eshop/accessories/*?onlyInStock=*
Disallow: /eshop/*filters=T_*

#Archived Products
Disallow: /eshop/*~*~ #multiple archive filters

#Pagination
Disallow: /eshop/manufacturers/*?page= #No Crawl of Manufacturers + Pagination
Disallow: /eshop/*&page=* #No Crawl of Filtered Pages + Pagination
Disallow: /eshop/products/*&page* #No Crawl of abnormal HTML entities
Disallow: /eshop/products/?filters=ARC&page=* #No Crawl of Root of Archived Products
Disallow: /eshop/*?filters=ARC*&page= #No Crawl of Archived Products + Pagination
Allow: /eshop/*?filters=ARC~A4*&page= #Allow Crawl of level 4 Archived Products + Pagination 
 
#Sitemaps
Sitemap: https://www.atea.fi/sitemap/
Sitemap: https://www.atea.fi/eshop/sitemap_category.xml
Sitemap: https://www.atea.fi/eshop/sitemap.xml
 
#Filetypes
Disallow: /*.xls
Disallow: /*.xlsx
Disallow: /*.ppt
Disallow: /*.pptx
Disallow: /*.docx
 
#Tracking
Disallow: /eshop/product/*rrct=*
Disallow: /eshop/*rrengage=*
Disallow: /eshop/manufacturers/*/empty
Disallow: *cp=
Disallow: *avm=
 
#Search-folder
Disallow: /haku/
 
#Local
Disallow: /media/3021/atea_focus2018_pohjakuva.pdf
Disallow: /media/3110/lippu_fi.jpg
Disallow: /media/3109/lippu_se.jpg
Disallow: /tapahtumat/2017/atea-focus-2017-kuvat/
Disallow: /tapahtumat/2017/atea-focus-2017-testi/
Disallow: /tapahtumat/2017/atea-focus-2017-livestream/
Disallow: /tapahtumat/2017/atea-focus-2017-videot/

Disallow: /eshop/*&filters*
Disallow: /eshop/*&SELECTED_PROMOTION_ID*