# # allow all everywhere # User-agent: * # place disallowed URL after the word disallow... # Disallow: # Disallow: /hardman/ Disallow: /statistics.html Disallow: /Harvest/ Disallow: /harvest/ Disallow: /cgi-bin/