# $Id: robots.txt,v 1.7.2.2 2008/02/25 02:18:25 drumm Exp $
#
# robots.txt
#
User-agent: *
# Crawl-delay: 10
# Directories
Disallow: /database/
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /sites/
Disallow: /themes/
Disallow: /scripts/
Disallow: /updates/
Disallow: /profiles/
Disallow: /alpha/
Disallow: /bookmarked/
Disallow: /user/
Disallow: /tagadelic/
Disallow: /node/
Disallow: /taxonomy/
Disallow: /site_tour/
# Files
Disallow: /xmlrpc.php
Disallow: /cron.php
Disallow: /update.php
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /CHANGELOG.txt
Disallow: /MAINTAINERS.txt
Disallow: /LICENSE.txt
Disallow: /UPGRADE.txt
# Paths (clean URLs)
Disallow: /admin/
Disallow: /aggregator
Disallow: /comment/reply/
Disallow: /contact
Disallow: /logout
Disallow: /node/add
Disallow: /search/
Disallow: /user/register
Disallow: /user/password
Disallow: /user/login
Disallow: /user
Disallow: /search
Disallow: /comment/
Disallow: /site_tour
# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=contact/
Disallow: /?q=logout/
Disallow: /?q=search/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/
# Additions
Disallow: /node/
Disallow: /tracker?
Disallow: /taxonomy/
Disallow: /syndication/
Disallow: /contact/
Disallow: /bookmarked
Disallow: /alpha
Disallow: /wsites
Disallow: /wnews
# Additions Multilingual
Disallow: /en/
Disallow: /*/admin/
Disallow: /*/aggregator
Disallow: /*/comment/reply/
Disallow: /*/contact
Disallow: /*/logout
Disallow: /*/node/add
Disallow: /*/search/
Disallow: /*/user/register
Disallow: /*/user/password
Disallow: /*/user/login
Disallow: /*/node/
Disallow: /*/tracker?
Disallow: /*/database/
Disallow: /*/includes/
Disallow: /*/misc/
Disallow: /*/modules/
Disallow: /*/sites/
Disallow: /*/themes/
Disallow: /*/scripts/
Disallow: /*/updates/
Disallow: /*/profiles/
Disallow: /*/?q=admin/
Disallow: /*/?q=comment/reply/
Disallow: /*/?q=contact/
Disallow: /*/?q=logout/
Disallow: /*/?q=search/
Disallow: /*/?q=user/password/
Disallow: /*/?q=user/register/
Disallow: /*/?q=user/login/
Disallow: /*/taxonomy/
Disallow: /*/syndication/
Disallow: /*/contact/
Disallow: /*/bookmarked/
Disallow: /*/tagadelic/
Disallow: /*/user
Disallow: /*/site_tour/
# Block non-trailing slash
Disallow: /*/node
Disallow: /*/database
Disallow: /*/includes
Disallow: /*/misc
Disallow: /*/modules
Disallow: /*/sites
Disallow: /*/themes
Disallow: /*/scripts
Disallow: /*/updates
Disallow: /*/profiles
Disallow: /*/?q=admin
Disallow: /*/?q=comment/reply
Disallow: /*/?q=contact
Disallow: /*/?q=logout
Disallow: /*/?q=node/add
Disallow: /*/?q=search
Disallow: /*/?q=user/password
Disallow: /*/?q=user/register
Disallow: /*/?q=user/login
Disallow: /*/taxonomy
Disallow: /*/?q=node
Disallow: /*/syndication
Disallow: /*/search
Disallow: /*/bookmarked
Disallow: /*/site_tour