# ICG robots.txt v2019-01 - keh.com
# Image Crawler Setup
User-agent: Googlebot-Image
Disallow:
# Crawlers Setup
User-agent: *
Sitemap: https://www.keh.com/sitemap/sitemap.xml
# Directories
Disallow: /*/404/
Disallow: /*/app/
Disallow: /*/cgi-bin/
Disallow: /*/downloader/
Disallow: /*/errors/
Disallow: /*/includes/
Disallow: /*/lib/
Disallow: /*/magento/
Disallow: /*/pkginfo/
Disallow: /*/report/
Disallow: /*/scripts/
Disallow: /*/shell/
Disallow: /*/stats/
Disallow: /*/var/
# Paths (clean URLs)
Disallow: /*/index.php/
Disallow: /*/catalog/product_compare/
Disallow: /*/catalog/category/view/
Disallow: /*/catalog/product/view/
Disallow: /*/catalogsearch/
Disallow: /*/search/
Disallow: /*/control/
Disallow: /*/contacts/
Disallow: /*/customer/
Disallow: /*/customize/
Disallow: /*/newsletter/
Disallow: /*/poll/
Disallow: /*/sendfriend/
Disallow: /*/tag/
Disallow: /*/wishlist/
Disallow: /*/catalog/product/gallery/
Disallow: /*/*multi=true
Disallow: /*/*price=
# Files
Disallow: /*/cron.php
Disallow: /*/cron.sh
Disallow: /*/error_log
Disallow: /*/install.php
Disallow: /*/LICENSE.html
Disallow: /*/LICENSE.txt
Disallow: /*/LICENSE_AFL.txt
Disallow: /*/README.txt
Disallow: /*/RELEASE_NOTES.txt
Disallow: /*/STATUS.txt
Disallow: /*/cleanup.php
Disallow: /*/apc.php
Disallow: /*/api.php
Disallow: /*/get.php
Disallow: /*/memcache.php
Disallow: /*/phpinfo.php
# Paths (no clean URLs)
Disallow: /*/*.php$
Disallow: /*/*?___SID=
Disallow: /shop/special-categories*.html
Disallow: /*/trade