User-agent: *

## Do not crawl common server technical folders and files
Disallow: /cgi-bin/
Disallow: /demo/*
Disallow: /cleanup.php
Disallow: /apc.php
Disallow: /memcache.php
Disallow: /phpinfo.php

## Do not crawl checkout and user account pages
Disallow: /checkout/
Disallow: /customer/
Disallow: /customer/account/
Disallow: /customer/account/login/

## Do not crawl common Magento files
Disallow: /api.php
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /get.php
Disallow: /install.php
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /README.txt
Disallow: /RELEASE_NOTES.txt

## Do not crawl common Magento technical folders
Disallow: /downloader/
Disallow: /errors/
Disallow: /includes/
Disallow: /lib/
Disallow: /pkginfo/
Disallow: /shell/
Disallow: /var/

## Do not crawl development files and folders: CVS, svn directories and dump files
Disallow: /CVS
Disallow: /*.svn$
Disallow: /*.idea$
Disallow: /*.sql$
Disallow: /*.tgz$

## Wrote following  rules for blocked parameter to prevent duplication
Disallow: /*?SID=*
Disallow: /catalogsearch/result/
Disallow: /catalog/product_compare/
Disallow: /sendfriend/
Disallow: /wishlist/
Disallow: /review/
disallow: *?color=*
disallow: ?*color=
disallow: /*?size=*
disallow: ?*size=
disallow: *?dir=*&order=*
disallow: ?*dir=*&order=
disallow: *?dir=*&order=*
disallow: ?*dir=*&order=
disallow: *?limit=*
disallow: *?limit=
disallow: *?___store=*
disallow: ?*___store=
disallow: *?SID=*
disallow: ?*SID=
disallow: *?___store=*&cat=*
disallow: ?*___store=*&cat=
disallow: *?p=*
disallow: ?*p=
disallow: *?p_id=*
disallow: ?*p_id=
disallow: *?cat_id=*&p_id=*
disallow: ?*cat_id=*&p_id=
disallow: *?&ln=*
disallow: ?*&ln=
disallow: *?curr_id=*
disallow: ?*curr_id=
disallow: *?post=*
disallow: ?*post=
disallow: *?cat_id=*&p_id=*&reviews=*?&ln=*

Sitemap: http://www.koalabi.com/sitemap.xml