# # Robots.txt for Magento Community and Enterprise
 
# # GENERAL SETTINGS
 
# Enables robots.txt rules for all crawlers
 
User-agent: *

# # Crawl-delay parameter: the number of seconds you want to wait between successful requests to the same server.
# # Set a crawl rate, if your server's traffic problems. Please note that Google ignore crawl-delay setting in Robots.txt. You can set up this in Google 
Crawl-delay: 30
 
# # Magento sitemap: URL to your sitemap file in Magento
 Sitemap: http://www.libreriadelau.com/sitemap.xml
 
# # Settings that relate to the UNDER CONSTRUCTION
 
# # Do not allow indexing files and folders that are required during development: CVS, SVN directory and dump files
Disallow:/CVS
Disallow:/*.svn$
Disallow:/*.idea$
Disallow:/*.sql$
Disallow:/*.tgz$
 
# # GENERAL SETTINGS For MAGENTO
 
# # Do not index the page Magento admin
Disallow:/admin/
 
# # Do not index the general technical Magento directory
Disallow:/app/
Disallow:/downloader/
Disallow:/errors/
Disallow:/includes/
Disallow:/lib/
Disallow:/pkginfo/
Disallow:/shell/
Disallow:/var/
 
# # Do not index the shared files Magento
Disallow:/api.php
Disallow:/cron.php
Disallow:/libreriadelau_cron.php
Disallow:/redirectcart.php
Disallow:/cron.sh
Disallow:/error_log
Disallow:/get.php
Disallow:/install.php
Disallow:/LICENSE.html
Disallow:/LICENSE.txt
Disallow:/LICENSE_AFL.txt
Disallow:/README.txt
Disallow:/RELEASE_NOTES.txt
 
# # MAGENTO SEA IMPROVEMENT
 
# # Do not index the page subcategories that are sorted or filtered.
Disallow:/*?dir*
Disallow:/*?dir=desc
Disallow:/*?dir=asc
Disallow:/*?limit=all
Disallow:/*?mode*
Disallow:/*?cat=*
Disallow:/*?price=*
Disallow:/*?arrow=*
 
# # Do not index the second copy of the home page (example.com/index.php/). Un-comment only if you have activated Magento SEO URLs.
# # Disallow:/index.php/
 
# # Do not index the link from the session ID
Disallow:/*?SID=
 
# # Do not index the page checkout and user account
Disallow:/checkout/
Disallow:/onestepcheckout/
Disallow:/customer/
Disallow:/customer/account/
Disallow:/customer/account/login/
 
# # Do not index the search page and CEO, non-optimized link categories
# Disallow:/catalogsearch/
Disallow:/catalog/product_compare/
# Disallow:/catalog/category/view/
# Disallow:/catalog/product/view/
# Disallow:/catalogsearch/advanced/
Disallow:/wishlist/

 
# # Server Settings
 
# # Do not index the general technical directories and files on a server
Disallow:/cgi-bin/
Disallow:/cleanup.php
Disallow:/apc.php
Disallow:/memcache.php
Disallow:/phpinfo.php
 
# # SETTINGS Image indexing
 
# # Optional: If you do not want to Google and Bing to index your images
# User-agent: Googlebot-Image
# Disallow:/
# User-agent: msnbot-media
# Disallow:/

User-agent: Yandex
Disallow:/
User-agent: Baiduspider
Disallow:/
User-agent: Baiduspider-video
Disallow:/
User-agent: Baiduspider-image
Disallow:/
User-agent: Baidu
Disallow:/
User-agent: Orthogaffe
Disallow:/
User-agent: UbiCrawler
Disallow:/	 
User-agent: DOC
Disallow:/
User-agent: Zao
Disallow:/
User-agent: sitecheck.internetseer.com
Disallow:/
User-agent: Zealbot
Disallow:/
User-agent: MSIECrawler
Disallow:/
User-agent: SiteSnagger
Disallow:/
User-agent: WebStripper
Disallow:/
User-agent: WebCopier
Disallow:/
User-agent: Fetch
Disallow:/
User-agent: Offline Explorer
Disallow:/
User-agent: Teleport
Disallow:/
User-agent: TeleportPro
Disallow:/
User-agent: WebZIP
Disallow:/
User-agent: linko
Disallow:/
User-agent: HTTrack
Disallow:/
User-agent: Microsoft.URL.Control
Disallow:/
User-agent: Xenu
Disallow:/
User-agent: larbin
Disallow:/
User-agent: libwww
Disallow:/
User-agent: ZyBORG
Disallow:/
User-agent: Download Ninja
Disallow:/
User-agent: wget
Disallow:/
User-agent: grub-client
Disallow:/
User-agent: k2spider
Disallow:/
User-agent: NPBot
Disallow:/
User-agent: WebReaper
Disallow:/
User-agent: moget
Disallow:/
User-agent: ichiro
Disallow:/
User-agent: NaverBot
Disallow:/
User-agent: Yeti
Disallow:/
User-agent: sogou spider
Disallow:/
User-agent: YoudaoBot
Disallow:/
User-agent: AltaVista
Disallow:/
User-agent: Slurp
Disallow:/
User-agent: BLEXBot
Disallow:/
User-agent: AhrefsBot
Disallow:/