# .__________________________. # | .___________________. |==| # | | ................. | | | # | | ::[ Dear robot ]: | | | # | | ::::[ be nice ]:: | | | # | | ::::::::::::::::: | | | # | | ::::::::::::::::: | | | # | | ::::::::::::::::: | | | # | | ::::::::::::::::: | | ,| # | !___________________! |(c| # !_______________________!__! # / \ # / [][][][][][][][][][][][][] \ # / [][][][][][][][][][][][][][] \ #( [][][][][____________][][][][] ) # \ ------------------------------ / # \______________________________/ User-agent: * Disallow: /product-search/ Disallow: /searchengine/ Disallow: /rest/ Disallow: /c/1 Disallow: /c/2 User-agent: * Disallow: /*manyfilters=true Disallow: /*limit= Disallow: /*dir= Disallow: /*order= User-agent: msnbot Crawl-delay: 10 User-agent: BLEXBot Crawl-delay: 10 User-agent: JobboerseBot Crawl-delay: 10 User-agent: adscanner Disallow: /