User-agent: Googlebot # disallow files ending with these extensions Disallow: /*.inc$ Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ # allow google image bot to search all images User-agent: Googlebot-Image Disallow: # allow adsense bot on entire site User-agent: Mediapartners-Google* Disallow: User-agent: * Disallow: /cgi-bin/ Disallow: /d/ Disallow: /Images/ Disallow: /rss/