# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:

User-Agent: *
Disallow: /redirect
Disallow: /follow
Disallow: /view
Disallow: /report
Disallow: /google
Disallow: /go
Disallow: /i/
Disallow: /get_tweets/
Disallow: /get_conversations/
Disallow: /logout
Disallow: /signin
Disallow: /auth
Disallow: /posttweet
Disallow: /users/invite_fans
Disallow: /home
Disallow: /users
Disallow: /join
Disallow: /unjoin
Disallow: /community/flag_user
Disallow: /community/flag_url
Disallow: /remove_suggested_community
Sitemap: http://mrtweet.com/home/sitemap/groups.xml