User-agent: *
# disallow files in /cgi-bin
Disallow: /cgi-bin/
Disallow: /comments/
Disallow: /z/j/
Disallow: /z/c/
# disallow all files ending in .php
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.txt$
#disallow all files in /wp- directorys
Disallow: /wp-*/
# disallow all files with ? in url
Disallow: /*?
# disallow all duplicate content pages
Disallow: /2009/09/apprentissage/
Disallow: /2009/09/7conseils/
Disallow: /2009/09/assis/
Disallow: /2009/09/laisse/
Disallow: /2009/10/porte/
Disallow: /2009/10/reactions/
Disallow: /2009/10/seul/
Disallow: /2009/10/beagle/
Disallow: /2009/10/origines/
Disallow: /2009/10/boxer/
Disallow: /2009/10/adopter-chien/
Disallow: /2009/10/collier-pour-chien/
Disallow: /category/
Disallow: /page/
# disallow any files that are stats related
Disallow: /stats*
Disallow: /about/legal-notice/
Disallow: /about/copyright-policy/
Disallow: /about/terms-and-conditions/
Disallow: /about/feed/
Disallow: /about/trackback/
Disallow: /contact/
Disallow: /tag
Disallow: /docs*
Disallow: /manual*
Disallow: /category/uncategorized*