# Allow all 
User-agent: * 
disallow: 
  
# disallow all files in these directories 
disallow: /cgi-bin/ 
disallow: /admin/ 
disallow: /comments/ 
disallow: /js/ 
disallow: /css/ 
disallow: /about/legal-notice/ 
disallow: /about/copyright-policy/ 
disallow: /about/terms-and-conditions/ 
disallow: /about/feed/ 
disallow: /about/trackback/ 
disallow: /contact/ 
disallow: /stats 
disallow: /tag 
disallow: /category/uncategorized 
disallow: /wp- 
  
# disallow all files ending with these extensions 
disallow: /*.php$ 
disallow: /*.js$ 
disallow: /*.inc$ 
disallow: /*.css$ 
disallow: /*.txt$ 
  
# disallow all files with? in url 
disallow: /*?* 
  
# disallow all files in /wp- directorys 
disallow: /wp-*/ 
  
# disallow archiving site 
User-agent: ia_archiver 
disallow: / 
  
# allow google image bot to search all images 
User-agent: Googlebot-Image 
disallow: 
disallow: /*.gif$ 
disallow: /*.png$ 
disallow: /*.jpeg$ 
disallow: /*.jpg$ 
disallow: /*.ico$ 
disallow: /*.jpg$ 
disallow: /images/ 
  
# allow adsense bot on entire site 
User-agent: Mediapartners-Google* 
disallow: 
  
User-agent: * 
Crawl-delay: 2