# 
# robots.txt v. 1.05 Feb 23 2009 (googlebot Ex fix)
# robots.txt v. 1.04 Feb 17 2009 (each bot gets full disallow list)
# robots.txt v. 1.03 Feb 10 2009 (added crawl-delays)
# robots.txt v. 1.02 Aug 1 2007 (filter RSS)
# robots.txt v. 1.01 Aug 1 2003 (added junk block)
# robots.txt v. 1.00 Feb 28 2002
# exclude bots from user profiles

User-agent: Googlebot
Disallow: /*rss$ 
Disallow: /67514/E3/
Disallow: /67514/E5/
Disallow: /user.mefi/
Disallow: /username.mefi/
Disallow: /user/
Disallow: /username/
Disallow: /trash/
Disallow: /friendsfavorites/
Disallow: /favorited/

User-agent: Slurp
Crawl-delay: 5
Disallow: /user.mefi/
Disallow: /username.mefi/
Disallow: /user/
Disallow: /username/
Disallow: /trash/
Disallow: /friendsfavorites/
Disallow: /favorited/

User-agent: Teoma
Crawl-delay: 5
Disallow: /user.mefi/
Disallow: /username.mefi/
Disallow: /user/
Disallow: /username/
Disallow: /trash/
Disallow: /friendsfavorites/
Disallow: /favorited/

User-agent: msnbot
Crawl-delay: 5
Disallow: /user.mefi/
Disallow: /username.mefi/
Disallow: /user/
Disallow: /username/
Disallow: /trash/
Disallow: /friendsfavorites/
Disallow: /favorited/

User-agent: Exabot
Crawl-delay: 5
Disallow: /user.mefi/
Disallow: /username.mefi/
Disallow: /user/
Disallow: /username/
Disallow: /trash/
Disallow: /friendsfavorites/
Disallow: /favorited/

User-agent: Charlotte
Disallow: /

User-agent: R6_FeedFetcher(www.radian6.com/crawler)
Disallow: /

User-agent: R6_FeedFetcher
Disallow: /

User-agent: *
Disallow: /user.mefi/
Disallow: /username.mefi/
Disallow: /user/
Disallow: /username/
Disallow: /trash/
Disallow: /friendsfavorites/
Disallow: /favorited/