# robot.txt for Fairfax@Market
User-agent: *               # allow any robot to index site
Disallow: /article.cgi             # do not index the following dirs
Disallow: /cgi-bin/             # do not index the following dirs
Disallow: /errors/
Disallow: /misc/
Disallow: /internal/
Disallow: /bin/
Disallow: /common/
Disallow: /pub/
Disallow: /RealMedia/