# This file lists local URLs that well-behaved robots should ignore User-agent: * Disallow: /cgi-bin # includes some large virtual spaces Disallow: /webstat # skip webalizer stats