# The following will allows all spiders to index this entire site

User-agent: *
Disallow:

# The lines below provide exlusions to the rule above

User-agent: Mozilla/4.0+(compatible;+T-H-U-N-D-E-R-S-T-O-N-E)
Disallow: *