# /robots.txt file for llmpp.nih.gov
# 
# The file consists of one or more records separated by one or more blank lines
# (terminated by CR,CR/NL, or NL). Each record contains lines of the form
# "<field>:<optionalspace><value><optionalspace>". The field name is case
# insensitive.
#
# User-agent: name of the robot the record is describing access policy for. 
# Disallow:   a partial URL that is not to be visited.
#             (can be a full path, or a partial path)
#             Any URL that starts with this value will not be retrieved.
 
User-agent: *
Disallow: /cgi-bin              # CGI-BIN programs
Disallow: /cards                # Our mirror of the Weizmann GeneCards site
Disallow: /~                    # User home directories
Disallow: /%7e                  # User home directories
Disallow: /%7E                  # User home directories