# allow spiders
# to disallow, just add directory path, i.e. Disallow: /directoryname

User-agent: *
Disallow: