# Allow all 
User-agent: * 
Disallow:
# Disallow files
Disallow:	  /*.php$
Disallow:   /*.js$
Disallow:	  /*.inc$
Disallow:	  /*.css$
Disallow:	  /*.txt$
Disallow:	  /*?*
# Disallow folders
Disallow:	  /awstats/
Disallow:	  /scripts/
Disallow:	  /admin/
Disallow:	  /styles/
Diasllow:	  /images/
# disallow archiving site 
# User-agent: ia_archiver 
# Disallow:   / 
# allow google image bot to search all images 
User-agent: Googlebot-Image 
Disallow: 
Allow:  /*.gif$ 
Allow:  /*.png$ 
Allow:  /*.jpeg$ 
Allow:  /*.jpg$ 
Allow:  /*.ico$ 
Allow:  /*.jpg$ 
Allow:  /images/ 
# allow adsense bot on entire site 
User-agent: Mediapartners-Google* 
Disallow: 
User-agent: * 
Crawl-delay:  2