# robots.txt # file created: 2005-01-03 User-agent: * Disallow: /cgi-bin/ # exclude robots from specified tree Disallow: /scripts/