# robots.txt for multiple nice robots
User-agent: *             # match any robot name
Disallow: /cgi-bin/ 	     # No robots in CGI
Disallow: /tmp/			  # No need to look in temp directories
Disallow: /private/		  # Don't index private stuff