User-agent:  

*# proibir todos os arquivos nesses diretórios

Disallow: /cgi-bin/

Disallow: /stats/

Disallow: /dh_

Disallow: /wp-admin/

Disallow: /wp-includes/

Disallow: /contact/

Disallow: /wp-content/b

Disallow: /wp-content/p

Disallow: /wp-content/themes/askapache/4

Disallow: /wp-content/themes/askapache/c

Disallow: /wp-content/themes/askapache/d

Disallow: /wp-content/themes/askapache/f

Disallow: /wp-content/themes/askapache/h

Disallow: /wp-content/themes/askapache/in

Disallow: /wp-content/themes/askapache/p

Disallow: /wp-content/themes/askapache/s

Disallow: /trackback/

Disallow: /*?*

Disallow: */trackback/User-agent: Googlebot

# proibir todos os arquivos terminando com estas extensões

Disallow: /*.php$

Disallow: /*.js$

Disallow: /*.cgi$

Disallow: /*.xhtml$

Disallow: /*.php*

Disallow: /*.css

Disallow: /*?*

Disallow: /z/

Disallow: /v5*

Disallow: /wp-*

Allow: */trackback*

Allow: /wp-content/uploads/

# permitir que o google imagens procure por todas as imagens

User-agent: Googlebot-Image

Allow: /*

# allow adsense bot on entire site permitir o adsense bot no site inteiro

User-agent: Mediapartners-Google*

Disallow: /*?*

Allow: /about/

Allow: /contact/

Allow: /wp-content/

Allow: /tag/

Allow: /*.php$

Allow: /*.js$

# desabilitar o arquivamento do site

User-agent: ia_archiver

Disallow: /

# desabilitar o duggmirror

User-agent: duggmirror

Disallow: /