User-agent: *

Disallow: /*/filter/*
Disallow: /extended-reviews/
Disallow: /review/
 
Disallow: /CVS
Disallow: /*.svn$
Disallow: /*.idea$
Disallow: /*.sql$
Disallow: /*.tgz$

Disallow: /blog/

Disallow: /itactica_quickview/

Disallow: /backend/
Disallow: /admin/

Disallow: /app/
Disallow: /downloader/
Disallow: /errors/
Disallow: /includes/
Disallow: /lib/
Disallow: /pkginfo/
Disallow: /shell/
Disallow: /var/


Disallow: /api.php
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /get.php
Disallow: /install.php
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /README.txt
Disallow: /RELEASE_NOTES.txt

## Do not crawl sub category pages that are sorted or filtered.
Disallow: /*?dir*
Disallow: /*?limit*
Disallow: /*?mode*
Disallow: /*?order*
Disallow: /*?price*

Disallow: /index.php/

Disallow: /*?SID=

## Do not crawl checkout and user account pages
Disallow: /wishlist/
Disallow: /checkout/
Disallow: /onestepcheckout/
Disallow: /customer/
Disallow: /customer/account/
Disallow: /customer/account/login/

## Do not crawl seach pages and not-SEO optimized catalog links
Disallow: /catalogsearch/
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /catalog/seo_sitemap/category/

Disallow: /cgi-bin/
Disallow: /cleanup.php
Disallow: /apc.php
Disallow: /memcache.php
Disallow: /phpinfo.php

Disallow: /privacy-policy-cookie-restriction-mode/
Disallow: /terms/


User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /