# robots.txt for http://www.swarthmore.edu/

User-agent: *
Disallow: searchcache
Disallow: /admissions/visit_planner/show_date.cgi
Disallow: /its/askits/common.php
Disallow: /its/askits/config.php
Disallow: /its/askits/faq.php
Disallow: /its/askits/groupcp.php
Disallow: /its/askits/login.php
Disallow: /its/askits/memberlist.php
Disallow: /its/askits/modcp.php
Disallow: /its/askits/posting.php
Disallow: /its/askits/privmsg.php
Disallow: /its/askits/profile.php
Disallow: /its/askits/search.php
Disallow: /its/askits/viewonline.php
Disallow: /SocSci/History
Disallow: /project

User-agent: Webinator-www.swarthmore.edu
Disallow: /cgi-bin
Disallow: /webinator

User-agent: htdig/3.1.6
Disallow: /cgi-bin
Disallow: /webinator

User-agent: Googlebot
Disallow: /cgi-bin
Disallow: /webinator