#This file has to be added to each website home folder, eg. /fb/ # good examples http://www.robotstxt.org/orig.html # this is a wildcard for all robots User-Agent: * #this uses a wild card to exclude any page followed by parameters Disallow: /*?