# This is a standard robots.txt file
# that ALLOWS ALL robots/spiders
# EXCEPT to the media, scripts, & files directories

User-agent: *
Disallow: /media/
Disallow: /scripts/
Disallow: /files/