# robots.txt

# User-agent: *          # To exclude all robots from the entire server
# Disallow: /


# User-agent: *          # To exclude specific directories or files
# Disallow: /cgi-bin/       # cgi scripts
# Disallow: /images/        # nothing there
# Disallow: /foo.html       # this file

User-agent: *          # Exclude all robots from the entire server
Disallow: /