# robots.txt file for http://wmbr.mit.edu/


User-agent: gsa-crawler
Disallow: /m3u
Disallow: /cgi-bin


User-agent: *
Disallow: /members-only
Disallow: /archive
Disallow: /archives
Disallow: /m3u
Disallow: /icns