# Disallow any redirection for robots.txt
RewriteCond %{REQUEST_URI} !robots.txt [NC]

# Sitemap
Sitemap: http://www.flexibletreeview.com/sitemap.xml


# For all
User-agent: *
# Joomla -----------------------------
Disallow: /files/
Disallow: /administrator/
Disallow: /cache/
Disallow: /components/
Disallow: /images/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /libraries/
Disallow: /logs/
Disallow: /media/
Disallow: /modules/
Disallow: /plugins/
Disallow: /templates/
Disallow: /tmp/
Disallow: /xmlrpc/
# Mail folder
Disallow: /m/
# SMF --------------------------------
# Default SMF Folders
Disallow: /forum/attachments/
Disallow: /forum/avatars/
Disallow: /forum/cache/
Disallow: /forum/ftv/
Disallow: /forum/Packages/
Disallow: /forum/Smileys/
Disallow: /forum/Sources/
Disallow: /forum/Themes/
# FTV SMF Actions
Disallow: /forum/index.php?action=licexpired
Disallow: /forum/index.php?action=licerror
# Default SMF Actions
Disallow: /forum/index.php?action=activate
Disallow: /forum/index.php?action=admin
Disallow: /forum/index.php?action=calendar
Disallow: /forum/index.php?action=emailuser
Disallow: /forum/index.php?action=findmember
Disallow: /forum/index.php?action=help
Disallow: /forum/index.php?action=helpadmin
Disallow: /forum/index.php?action=login
Disallow: /forum/index.php?action=logout
Disallow: /forum/index.php?action=mlist
Disallow: /forum/index.php?action=modifykarma
Disallow: /forum/index.php?action=pm
Disallow: /forum/index.php?action=post
Disallow: /forum/index.php?action=printpage
Disallow: /forum/index.php?action=profile
Disallow: /forum/index.php?action=recent
Disallow: /forum/index.php?action=register
Disallow: /forum/index.php?action=reminder
Disallow: /forum/index.php?action=search
Disallow: /forum/index.php?action=theme
Disallow: /forum/index.php?action=unread
Disallow: /forum/index.php?action=unreadreplies
Disallow: /forum/index.php?action=verificationcode
Disallow: /forum/index.php?action=who
Disallow: /forum/index.php?theme
# Don't index mobile versions
Disallow: /forum/index.php/*/wap.html
Disallow: /forum/index.php/*/wap2.html
Disallow: /forum/index.php/*/imode.html


# Google
#	Unfortunately a robots.txt will only stop it crawling certain urls, and NOT adding any
#	urls which it comes across into its index. So we're relying on a meta noindex tag.
#User-agent: Googlebot



# Yahoo - Too aggressive so limit it as much as possible.
#User-agent: Slurp




# Bad bot - Often ignores robots.txt - Waste of bandwidth
#	Despite claiming on their website to be a search engine in development
#	I'm suspicious as to whether they are a harvester pretending to be SE
User-agent: Twiceler
Disallow: /



User-Agent: W3C-checklink
Disallow: /



# 
User-Agent: MJ12bot
# Stop following PHPSESSID's
Disallow: /forum/index.php?PHPSESSID