User-agent: *

## Do not crawl common server technical folders and files
Disallow: /cgi-bin/
Disallow: /cleanup.php
Disallow: /apc.php
Disallow: /memcache.php
Disallow: /phpinfo.php

## Do not crawl checkout and user account pages
Disallow: /checkout/
Disallow: /checkout/cart/
Disallow: /customer/
Disallow: /customer/account/
Disallow: /customer/account/login/

## Do not crawl common Magento files
Disallow: /api.php
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /get.php
Disallow: /install.php
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /README.txt
Disallow: /RELEASE_NOTES.txt

## Do not crawl common Magento technical folders
Disallow: /downloader/
Disallow: /errors/
Disallow: /pkginfo/
Disallow: /shell/
Disallow: /var/

## Do not crawl development files and folders: CVS, svn directories and dump files
Disallow: /CVS
Disallow: /*.svn$
Disallow: /*.idea$
Disallow: /*.sql$
Disallow: /*.tgz$

## Wrote following  rules for blocked parameter to prevent duplication

Disallow: /catalogsearch/result/
Disallow: /catalog/product_compare/
Disallow: /sendfriend/
Disallow: /wishlist/
Disallow: /review/
disallow: *?___store=*
disallow: ?*___store=
##disallow: *?SID=*
allow: /media/catalog/
allow: /skin/
##disallow: *?p=*
##disallow: *?mode=*
##disallow: *?dir=*
##disallow: *?price=*


Disallow: /wp/
Disallow: /wp/wp-content/plugins
Disallow: /wp/wp-content/cache
Disallow: /wp/wp-content/themes
Disallow: /wp/trackback
Disallow: /wp/*/trackback
Disallow: /wp/*?tag=
Disallow: /wp/*?replytocom
Disallow: /wp/comments/feed/