User-agent: * Disallow: /cgi-bin/ Disallow: /db/ Disallow: /cache/ Disallow: /includes/ Disallow: /templates/ Disallow: /viewtopic.php? Disallow: /viewforum.php? Disallow: /index.php? Disallow: /posting.php? Disallow: /groupcp.php Disallow: /profile.php? Disallow: /memberlist.php Disallow: /search.php? Disallow: /login.php Disallow: /faq.php Disallow: /uploadpic.php Disallow: /emailtopic.php Disallow: /chatbox_front.php Disallow: /friends.php Disallow: /friends_search.php Disallow: /modcp.php Disallow: /privmsg.php Disallow: /viewonline.php Disallow: /profile Disallow: /album # allow adsense bot on entire site User-agent: Mediapartners-Google* Disallow: # disallow archiving site User-agent: ia_archiver Disallow: / # disallow urls starting with quote Disallow: /" # disallow all files with a? in url Disallow: /*?* # disallow all files ending in specific extension Disallow: /*.php$ Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ Disallow: /*.txt$ # allow google image bot to search all images User-agent: Googlebot-Image Disallow: Allow: /*.gif$ Allow: /*.png$ Allow: /*.jpeg$ Allow: /*.jpg$ Allow: /*.ico$ Allow: /*.jpg$ Allow: /images/