# Comments appear after the "#" symbol at the start of a line, or after a directive
User-agent: * # match all bots
allow: / # keep them out
User-agent: *
allow: /cgi-bin/
allow: /images/
allow: /tmp/
allow: /private/
User-agent: *
allow: /directory/file.html