# Editado dia 22/07/2020
User-agent: *
Disallow: /wp-admin/
Disallow: /xmlrpc.php
Disallow: /deploy
Disallow: /gulpfile.js
Disallow: /package.json
Disallow: /wp-content/upgrade/
Disallow: /wp-content/languages/
Disallow: */comments
Disallow: */comment-page-*/
Disallow: */comment-page-*/*
Disallow: /feed/
Disallow: */feed/
Disallow: /*.doc$
Disallow: /*.docx$
Disallow: /*.pdf$
Disallow: /*.PDF$
Disallow: /*.xls$
Disallow: /*.xlsx$
Disallow: /*.ppt$
Disallow: /*.pptx$
Disallow: /*.PPT$
Disallow: /*.PPTX$
Disallow: /*.log$
Disallow: /*.LOG$
Disallow: /*.zip$
Disallow: /*.ZIP$
Disallow: /*.txt$
Disallow: /*.TXT$
Disallow: /*.php$
Disallow: /*.PHP$
Disallow: /*.inc$
Disallow: /*.gz$
Disallow: /*.wmv$
Disallow: /*.cgi$
Disallow: /*.xhtml$
Disallow: /*.db$

# bloquear a WayBack Machine (www.archive.org) 
User-agent: ia_archiver
Disallow: /
User-agent: archive.org_bot
Disallow: /

# bloquear a commoncrawl.org
User-agent: CCBot
Disallow: /

# bloquear o Yandex russian
User-agent: Yandex
Disallow: /

# bloquear o Baidu chinese
User-agent: Baiduspider
Disallow: /
User-agent: Baidu
Disallow: /

# informe o sitemap principal em xml 
Sitemap: http://grupohabitat.net/robots.txt