# Tells Scanning Robots Where They Are And Are Not Welcome
# User-agent:   can also specify by name; "*" is for everyone
# Disallow:     if this matches first part of requested path,
#                       forget it

User-agent: *    # applies to all robots
Disallow: /      # disallow indexing of all pages
Disallow: /index.htm      # disallow indexing of all pages
Disallow: /index.php      # disallow indexing of all pages
Disallow: /index.html      # disallow indexing of all pages