User-agent: *	# based on http://www.robotstxt.org/wc/norobots.html
Disallow: /links/ # The link directory
Disallow: /cgi-bin/ # The dynamic directory
Disallow: /db/ # Database directory
Disallow: /static/docs/ # MT help files