#Blocks all robots User-agent: * #block all pdf files from getting indexed Disallow: /*.pdf #Block include files while still allowing images, flash Disallow: /filebin/* Allow: /filebin/images/ Allow: /filebin/flash/ #Block mightysite files Disallow: /mightysite Disallow: /mightysite2