User-agent: *

## Do not crawl common server technical folders and files
Disallow: /cgi-bin/
Disallow: /phpinfo.php


## Do not crawl sub category pages that are sorted or filtered.
##Disallow: /*?dir*
##Disallow: /*?dir=asc
##Disallow: /*?limit=all
##Disallow: /*?mode*