Sitemap: https://www.glamira.hn/sitemap.xml
User-agent: *
# Directories
## Do not crawl Magento admin page
Disallow: /admin/
Disallow: /secured2016/ 
## Do not crawl common Magento technical folders
Disallow: /app/
Disallow: /downloader/
Disallow: /errors/
Disallow: /includes/
Disallow: /lib/
Disallow: /pkginfo/
Disallow: /shell/
Disallow: /var/
Disallow: /testcache/

 
## Do not crawl common Magento files
Disallow: /mysqlprocesses.php
Disallow: /memcachestat.php
Disallow: /api.php
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /xmlFeedExport.php
Disallow: /buildcache.php
Disallow: /get.php
Disallow: /install.php
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /README.txt
Disallow: /RELEASE_NOTES.txt
Disallow: /rev.txt


## Do not crawl links with session IDs
# Paths (no clean URLs)
Disallow: /*.php$
Disallow: /*?SID=
Disallow: /*?___store=
Disallow: /*?___SID=
Disallow: /*?___from_store=
 
## Do not crawl checkout and user account pages
Disallow: /customcheckout/
Disallow: /checkout/
Disallow: /onestepcheckout/
Disallow: /customer/
Disallow: /customer/account/
Disallow: /customer/account/login/

## Some ajax actions
Disallow: /override/catalog_ajax/recentviewed/
Disallow: /sendfriend/product/send/

## Do not crawl seach pages and not-SEO optimized captcha link
Disallow: /captcha/
Disallow: /captcha/refresh/


# Block CazoodleBot as it does not present correct accept content headers
User-agent: CazoodleBot
Disallow: /

# Block MJ12bot as it is just noise
User-agent: MJ12bot
Disallow: /

# Block dotbot as it cannot parse base urls properly
User-agent: dotbot/1.0
Disallow: /

# Block Gigabot
User-agent: Gigabot
Disallow: /

User-agent: Slurp
Disallow: 20

User-agent: Yahoo! Slurp
Disallow: 20