# robots.txt for http://fairuse.stanford.edu/ User-agent: * Disallow: /Architext Disallow: /cgi-bin Disallow: /RCS Allow: / Sitemap: http://fairuse.stanford.edu/sitemap.xml