# # Robots.txt # # Created by Bret ... 26 Jan 2009 # # check using - www.sxw.org.uk/computing/robots/check.html # # THIS WOULD STOP ALL TRAWLING... # User-agent: * # Disallow: / # THIS ALLOWS EVERYTHING User-agent: * Disallow: