# robots.txt for https://www.swarthmore.edu/

User-agent: *
Crawl-delay: 10
Disallow: /project/
Disallow: /cgi-bin/
Disallow: /user/
Disallow: /admin/
Disallow: /ajax/
Disallow: /includes/
Disallow: /includes_shared/
Disallow: /swat-only/
Disallow: /cas/

Sitemap: https://www.swarthmore.edu/sitemap.xml