User-agent: Inktomi Search
Disallow: /userguide/
Disallow: /atstellar/
Disallow: /courseguide/
Disallow: /S/
Disallow: /s/
Disallow: /SR/
Disallow: /sr/
Disallow: /SRSS/
Disallow: /srss/

User-agent: Googlebot
Disallow: /userguide/
Disallow: /atstellar/
Disallow: /courseguide/
Disallow: /S/
Disallow: /s/
Disallow: /SR/
Disallow: /sr/
Disallow: /SRSS/
Disallow: /srss/
Allow: /S/project/16.62x-information-site/
Allow: /S/course/6/fa08/6.005/*
Allow: /S/course/6/fa07/6.005/*
Allow: /S/course/6/sp08/6.005/*
Allow: /S/*/calendar.ics$

User-agent: gsa-crawler
Disallow: /userguide/
Disallow: /atstellar/
Disallow: /courseguide/
Disallow: /S/
Disallow: /s/
Disallow: /SR/
Disallow: /sr/
Disallow: /SRSS/
Disallow: /srss/
Allow: /S/project/16.62x-information-site/
Allow: /S/course/6/fa08/6.005/*
Allow: /S/course/6/fa07/6.005/*
Allow: /S/course/6/sp08/6.005/*
Allow: /S/*/calendar.ics$

User-agent: msnbot 
Disallow: /userguide/ 
Disallow: /atstellar/ 
Disallow: /courseguide/ 
Disallow: /S/ 
Disallow: /s/ 
Disallow: /SR/ 
Disallow: /sr/ 
Disallow: /SRSS/ 
Disallow: /srss/ 
Allow: /S/project/16.62x-information-site/ 
Allow: /S/course/6/fa08/6.005/* 
Allow: /S/course/6/fa07/6.005/* 
Allow: /S/course/6/sp08/6.005/* 
Allow: /S/*/calendar.ics$ 

User-agent: *
Disallow: /