User-agent: Twiceler
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Googlebot
# Directories
Disallow: /Drupal/includes/
Disallow: /Drupal/misc/
Disallow: /Drupal/modules/
Disallow: /Drupal/profiles/
Disallow: /Drupal/scripts/
Disallow: /Drupal/sites/
Disallow: /Drupal/themes/
Disallow: /Drupal/images/
Disallow: /images/
# Files
Disallow: /Drupal/CHANGELOG.txt
Disallow: /Drupal/cron.php
Disallow: /Drupal/INSTALL.mysql.txt
Disallow: /Drupal/INSTALL.pgsql.txt
Disallow: /Drupal/install.php
Disallow: /Drupal/INSTALL.txt
Disallow: /Drupal/LICENSE.txt
Disallow: /Drupal/MAINTAINERS.txt
Disallow: /Drupal/update.php
Disallow: /Drupal/UPGRADE.txt
Disallow: /Drupal/xmlrpc.php
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /contact/
Disallow: /logout/
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=contact/
Disallow: /?q=logout/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/

User-agent: googlebot-image
# Directories
Disallow: /Drupal/includes/
Disallow: /Drupal/misc/
Disallow: /Drupal/modules/
Disallow: /Drupal/profiles/
Disallow: /Drupal/scripts/
Disallow: /Drupal/sites/
Disallow: /Drupal/themes/
Disallow: /Drupal/images/
Disallow: /images/
# Files
Disallow: /Drupal/CHANGELOG.txt
Disallow: /Drupal/cron.php
Disallow: /Drupal/INSTALL.mysql.txt
Disallow: /Drupal/INSTALL.pgsql.txt
Disallow: /Drupal/install.php
Disallow: /Drupal/INSTALL.txt
Disallow: /Drupal/LICENSE.txt
Disallow: /Drupal/MAINTAINERS.txt
Disallow: /Drupal/update.php
Disallow: /Drupal/UPGRADE.txt
Disallow: /Drupal/xmlrpc.php
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /contact/
Disallow: /logout/
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=contact/
Disallow: /?q=logout/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/

User-agent: googlebot-mobile
# Directories
Disallow: /Drupal/includes/
Disallow: /Drupal/misc/
Disallow: /Drupal/modules/
Disallow: /Drupal/profiles/
Disallow: /Drupal/scripts/
Disallow: /Drupal/sites/
Disallow: /Drupal/themes/
Disallow: /Drupal/images/
Disallow: /images/
# Files
Disallow: /Drupal/CHANGELOG.txt
Disallow: /Drupal/cron.php
Disallow: /Drupal/INSTALL.mysql.txt
Disallow: /Drupal/INSTALL.pgsql.txt
Disallow: /Drupal/install.php
Disallow: /Drupal/INSTALL.txt
Disallow: /Drupal/LICENSE.txt
Disallow: /Drupal/MAINTAINERS.txt
Disallow: /Drupal/update.php
Disallow: /Drupal/UPGRADE.txt
Disallow: /Drupal/xmlrpc.php
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /contact/
Disallow: /logout/
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=contact/
Disallow: /?q=logout/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/

User-agent: MSNBot
# Directories
Disallow: /Drupal/includes/
Disallow: /Drupal/misc/
Disallow: /Drupal/modules/
Disallow: /Drupal/profiles/
Disallow: /Drupal/scripts/
Disallow: /Drupal/sites/
Disallow: /Drupal/themes/
Disallow: /Drupal/images/
Disallow: /images/
# Files
Disallow: /Drupal/CHANGELOG.txt
Disallow: /Drupal/cron.php
Disallow: /Drupal/INSTALL.mysql.txt
Disallow: /Drupal/INSTALL.pgsql.txt
Disallow: /Drupal/install.php
Disallow: /Drupal/INSTALL.txt
Disallow: /Drupal/LICENSE.txt
Disallow: /Drupal/MAINTAINERS.txt
Disallow: /Drupal/update.php
Disallow: /Drupal/UPGRADE.txt
Disallow: /Drupal/xmlrpc.php
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /contact/
Disallow: /logout/
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=contact/
Disallow: /?q=logout/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/

User-agent: Slurp
# Directories
Disallow: /Drupal/includes/
Disallow: /Drupal/misc/
Disallow: /Drupal/modules/
Disallow: /Drupal/profiles/
Disallow: /Drupal/scripts/
Disallow: /Drupal/sites/
Disallow: /Drupal/themes/
Disallow: /Drupal/images/
Disallow: /images/
# Files
Disallow: /Drupal/CHANGELOG.txt
Disallow: /Drupal/cron.php
Disallow: /Drupal/INSTALL.mysql.txt
Disallow: /Drupal/INSTALL.pgsql.txt
Disallow: /Drupal/install.php
Disallow: /Drupal/INSTALL.txt
Disallow: /Drupal/LICENSE.txt
Disallow: /Drupal/MAINTAINERS.txt
Disallow: /Drupal/update.php
Disallow: /Drupal/UPGRADE.txt
Disallow: /Drupal/xmlrpc.php
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /contact/
Disallow: /logout/
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=contact/
Disallow: /?q=logout/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/

User-agent: Teoma
# Directories
Disallow: /Drupal/includes/
Disallow: /Drupal/misc/
Disallow: /Drupal/modules/
Disallow: /Drupal/profiles/
Disallow: /Drupal/scripts/
Disallow: /Drupal/sites/
Disallow: /Drupal/themes/
Disallow: /Drupal/images/
Disallow: /images/
# Files
Disallow: /Drupal/CHANGELOG.txt
Disallow: /Drupal/cron.php
Disallow: /Drupal/INSTALL.mysql.txt
Disallow: /Drupal/INSTALL.pgsql.txt
Disallow: /Drupal/install.php
Disallow: /Drupal/INSTALL.txt
Disallow: /Drupal/LICENSE.txt
Disallow: /Drupal/MAINTAINERS.txt
Disallow: /Drupal/update.php
Disallow: /Drupal/UPGRADE.txt
Disallow: /Drupal/xmlrpc.php
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /contact/
Disallow: /logout/
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=contact/
Disallow: /?q=logout/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/

User-agent: ia_archiver
# Directories
Disallow: /Drupal/includes/
Disallow: /Drupal/misc/
Disallow: /Drupal/modules/
Disallow: /Drupal/profiles/
Disallow: /Drupal/scripts/
Disallow: /Drupal/sites/
Disallow: /Drupal/themes/
Disallow: /Drupal/images/
Disallow: /images/
# Files
Disallow: /Drupal/CHANGELOG.txt
Disallow: /Drupal/cron.php
Disallow: /Drupal/INSTALL.mysql.txt
Disallow: /Drupal/INSTALL.pgsql.txt
Disallow: /Drupal/install.php
Disallow: /Drupal/INSTALL.txt
Disallow: /Drupal/LICENSE.txt
Disallow: /Drupal/MAINTAINERS.txt
Disallow: /Drupal/update.php
Disallow: /Drupal/UPGRADE.txt
Disallow: /Drupal/xmlrpc.php
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /contact/
Disallow: /logout/
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=contact/
Disallow: /?q=logout/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/

User-agent: yahoo-mmcrawler
# Directories
Disallow: /Drupal/includes/
Disallow: /Drupal/misc/
Disallow: /Drupal/modules/
Disallow: /Drupal/profiles/
Disallow: /Drupal/scripts/
Disallow: /Drupal/sites/
Disallow: /Drupal/themes/
Disallow: /Drupal/images/
Disallow: /images/
# Files
Disallow: /Drupal/CHANGELOG.txt
Disallow: /Drupal/cron.php
Disallow: /Drupal/INSTALL.mysql.txt
Disallow: /Drupal/INSTALL.pgsql.txt
Disallow: /Drupal/install.php
Disallow: /Drupal/INSTALL.txt
Disallow: /Drupal/LICENSE.txt
Disallow: /Drupal/MAINTAINERS.txt
Disallow: /Drupal/update.php
Disallow: /Drupal/UPGRADE.txt
Disallow: /Drupal/xmlrpc.php
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /contact/
Disallow: /logout/
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=contact/
Disallow: /?q=logout/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/

User-agent: psbot
# Directories
Disallow: /Drupal/includes/
Disallow: /Drupal/misc/
Disallow: /Drupal/modules/
Disallow: /Drupal/profiles/
Disallow: /Drupal/scripts/
Disallow: /Drupal/sites/
Disallow: /Drupal/themes/
Disallow: /Drupal/images/
Disallow: /images/
# Files
Disallow: /Drupal/CHANGELOG.txt
Disallow: /Drupal/cron.php
Disallow: /Drupal/INSTALL.mysql.txt
Disallow: /Drupal/INSTALL.pgsql.txt
Disallow: /Drupal/install.php
Disallow: /Drupal/INSTALL.txt
Disallow: /Drupal/LICENSE.txt
Disallow: /Drupal/MAINTAINERS.txt
Disallow: /Drupal/update.php
Disallow: /Drupal/UPGRADE.txt
Disallow: /Drupal/xmlrpc.php
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /contact/
Disallow: /logout/
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=contact/
Disallow: /?q=logout/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/

User-agent: *
Disallow: /

Crawl-delay: 10