# Use this file to exclude directories and files
# from search engines and spiders

User-agent: *   # directed to all spiders