## robots.txt for Magento 2 Community
  
## GENERAL SETTINGS
  
## Disallow GPTBot
User-agent: GPTBot
Disallow: /

## Enable robots.txt rules for all crawlers
User-agent: *

## Magento sitemap: uncomment and replace the URL to your Magento sitemap file
Sitemap: https://www.comboink.com/sitemap.xml
Sitemap: https://www.comboink.com/sitemap/sitemap_ci_en-3-static.xml
Sitemap: https://www.comboink.com/sitemap/sitemap_ci_en-3-category.xml
Sitemap: https://www.comboink.com/sitemap/sitemap_ci_en-3-product.xml
Sitemap: https://www.comboink.com/sitemap/sitemap_ci_en-3-custom.xml
  
## DEVELOPMENT RELATED SETTINGS
  
## Do not crawl development files and folders: CVS, svn directories and dump files
Disallow: /CVS
Disallow: /*.svn$
Disallow: /*.idea$
Disallow: /*.sql$
Disallow: /*.tgz$
Disallow: /*.csv$
Disallow: /*.xls$
  
## GENERAL MAGENTO SETTINGS
  
## Do not crawl Magento admin page
Disallow: /admin/
  
## Do not crawl common Magento technical folders
Disallow: /app/
Disallow: /downloader/
Disallow: /errors/
Disallow: /includes/
Disallow: /lib/
Disallow: /pkginfo/
Disallow: /shell/
Disallow: /var/
Disallow: /download/
Disallow: /code/
Disallow: /cron/
Disallow: /dev/
Disallow: /generated/
Disallow: /patches/
Disallow: /phpserver/
Disallow: /setup/
Disallow: /update/
Disallow: /vendor/
  
## Do not crawl common Magento files
Disallow: /api.php
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /get.php
Disallow: /install.php
Disallow: /elb_health_check.php
Disallow: /health_check.php
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /README.txt
Disallow: /RELEASE_NOTES.txt
 
 
## MAGENTO SEO IMPROVEMENTS
 
## Do not crawl sub category pages that are sorted or filtered.
Disallow: /*?*dir=*
Disallow: /*?*search_return=*
Disallow: /*?*res_per_page=*
Disallow: /*?*display_type=*
Disallow: /*?*__store=*
  
## Do not crawl 2-nd home page copy (example.com/index.php/). Uncomment it only if you activated Magento SEO URLs.
## Disallow: /index.php/
  
## Do not crawl links with session IDs
Disallow: /*?*SID=
  
## Do not crawl checkout and user account pages
Disallow: /checkout
Disallow: /customer/
 
## Do not crawl site search result page
Disallow: /nsearch/
Disallow: /catalogsearch/result/

## Do not crawl custom combo pack
Disallow: /combopack/product/
Disallow: /combopack/account/index

## Do not crawl the non-optimized catalog pages
Disallow: /catalog/product/view/
Disallow: /catalog/category/view/
 
  
## SERVER SETTINGS
 
## Do not crawl common server technical folders and files
Disallow: /cgi-bin/
Disallow: /cleanup.php
Disallow: /apc.php
Disallow: /memcache.php
Disallow: /phpinfo.php
 
## Script Files
Disallow: /captcha/refresh/
Disallow: /order-tracking/index/checkorderbyemail/
Disallow: /order-tracking/index/checkorderbyzip/
Disallow: /ajaxlogin/index/login/
Disallow: /ajaxlogin/index/create/
Disallow: /ajaxlogin/index/forgotpassword/
Disallow: /ajaxlogin/index/logout/
Disallow: /emailcontact
Disallow: /findink/index/ajaxprinters
Disallow: /findink/index/ajaxcartridges
 
## AMP JSON
Disallow: /amp/json/