# robots.txt for http://www.tufts.edu/ user-agent: * Disallow: /tufts-test/ Disallow: /tufts-old/ Disallow: /tufts-new/ Disallow: /bin/ Disallow: /as/its/ Disallow: /cgi-bin/