#BLOCKED ROBOTS
User-agent: Yandex
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: sogou spider
Disallow: /

User-agent: Uptimebot
Disallow: /

User-agent: Gigabot
Disallow: /

#ALLOWED ROBOTS
User-agent: Googlebot
User-agent: Applebot
User-agent: Bingbot
User-agent: DuckDuckBot
User-agent: facebot
User-agent: Qwant
User-agent: Bleriot
Disallow: /cgi-bin/
Disallow: /cleanup.php
Disallow: /apc.php
Disallow: /memcache.php
Disallow: /phpinfo.php
Disallow: /CVS
Disallow: /*.svn$
Disallow: /*.idea$
Disallow: /*.sql$
Disallow: /*.log$
Disallow: /*.tgz$
Disallow: /app/
Disallow: /admin/
Disallow: /downloader/
Disallow: /errors/
Disallow: /includes/
Disallow: /lib/
Disallow: /pkginfo/
Disallow: /shell/
Disallow: /var/
Disallow: /css/
Disallow: /api.php
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /get.php
Disallow: /install.php
Disallow: /cleanup.php
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /README.txt
Disallow: /RELEASE_NOTES.txt
Disallow: /*?dir*
Disallow: /*?dir=desc
Disallow: /*?dir=asc
Disallow: /*?limit=all
Disallow: /*?mode*
Disallow: /*?SID=*
Disallow: /catalogsearch/
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /checkout/
Disallow: /onestepcheckout/
Disallow: /customer/
Disallow: /customer/account/
Disallow: /customer/account/login/
Disallow: /tag/
Disallow: /wishlist/
Disallow: /review/
Disallow: /catalogsearch/
Disallow: /directory/
Disallow: /productsSheet/
Disallow: /RMA_FILES_TEMP/
Disallow: /sqlCron/
Disallow: /scriptPruebas/
Disallow: /tarifas/
Disallow: /*?
Allow: /

Request-rate: 1/10              # maximum rate is one page every 10 seconds
Crawl-delay: 10                 # 10 seconds between page requests
Visit-time: 0500-0900           # only visit between 05:00 and 09:00 UTC

Sitemap: http://www.globomatik.com/sitemap/sitemap.xml

#Rest of crawlers
User-agent: *
Disallow: /