User-Agent: *
Crawl-delay: 10

# robots.txt for: *
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /trackback/
Disallow: /feed/
Disallow: */feed/
Disallow: /tags/
Disallow: /*feed*
Disallow: /*index.html$

# robots.txt for: planetaphp.com.br
Disallow: /cat
Disallow: /tag

# robots.txt for: *.worldwideweb.com.br
Disallow: /category

# robots.txt for: guia-litoral.com
Disallow: /destinos

# remover scrips css e afins
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$

# permitir o adsense em qualquer url
User-agent: Mediapartners-Google*
Disallow:
Allow: /*