User-agent: *
# disallow files in these directories
Disallow: /dev/
Disallow: /bb-*/
Disallow: /bbpress/
Disallow: /logs/
Disallow: /cgi-bin/
Disallow: /.settings/
Disallow: /.cache/
Disallow: /gdfonts/
# disallow all files ending in the following extensions
Disallow: /*.shtml$
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.txt$
#disallow all files in /wp- directorys
Disallow: /blog/wp-*/
Disallow: /blog/wpau-backup/