#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/robotstxt.html
#
# For syntax checking, see:
# http://www.frobee.com/robots-txt-check

User-agent: *
Crawl-delay: 10
# Directories
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /themes/
# Files
Disallow: /CHANGELOG.txt
Disallow: /cron.php
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /INSTALL.sqlite.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /MAINTAINERS.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips/
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /user/logout/
# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=filter/tips/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/
Disallow: /?q=user/logout/

Disallow: /activity
Disallow: /mclaugh/
Disallow: /abolton/
Disallow: /qalbaugh/
Disallow: /yingjiang/
Disallow: /scullen/
Disallow: /kbloomfi/
Disallow: /digital_humanities/
Disallow: /xf/
Disallow: /testlab/
Disallow: /mredwards/
Disallow: /cml/
Disallow: /yaozhou/
Disallow: /botsteinlab/
Disallow: /akshaykri/
Disallow: /nigel_smith/
Disallow: /mraha/
Disallow: /allais/
Disallow: /phyuglabs/
Disallow: /levinelab/
Disallow: /nectowlab/
Disallow: /yjzhang/
Disallow: /bgleason/
Disallow: /talmo/
Disallow: /eengel/
Disallow: /zhao/
Disallow: /tbristol/
Disallow: /changsun/
Disallow: /amoravcs/
Disallow: /jbolton/
Disallow: /qed_wiki_sunset/
Disallow: /smorris/
Disallow: /inspire/
Disallow: /boulangerlab/
Disallow: /robertivan/
Disallow: /kdawidow/
Disallow: /cdumitru/
Disallow: /benjohnson/
Disallow: /ccrawford/
Disallow: /wagner/
Disallow: /polmethrg/
Disallow: /grenfell/
Disallow: /ee-outreach/
Disallow: /ramadge/
Disallow: /angelab_test/
Disallow: /jmunko/
Disallow: /jane/
Disallow: /ccuff/
Disallow: /zeno/
Disallow: /cohenlab/
Disallow: /angelab/
Disallow: /gunesacar/
Disallow: /xic/
Disallow: /genetic_approaches/
Disallow: /schnell/
Disallow: /dkhodges/
Disallow: /amaney-jamal/
Disallow: /jgreen/
Disallow: /wslyon/
Disallow: /lbeden/
Disallow: /sduncan/
Disallow: /byronz/
Disallow: /stf/
Disallow: /wchou/
Disallow: /boulanger-lab/
Disallow: /kahn/
Disallow: /kulkarni/
Disallow: /ryomorimoto/
Disallow: /ciss/
Disallow: /lbougher/
Disallow: /srishti-nayak/
Disallow: /dgarg/
Disallow: /anu/
Disallow: /q-aps/
Disallow: /miguel/
Disallow: /kimlane/
Disallow: /yulingyan/
Disallow: /mdmuzzie/
Disallow: /malininambiar/
Disallow: /hogikyan/
Disallow: /bcowley/
Disallow: /leshengli/
Disallow: /eebevents/
Disallow: /dkurtzer/
Disallow: /lynn/
Disallow: /zgarvin/
Disallow: /tandrasfay/
Disallow: /goldsmith/
Disallow: /shuangchen/
Disallow: /neqlab/
Disallow: /mwatson/
Disallow: /jbl/
Disallow: /epqhs9/
Disallow: /psnlwiki/
Disallow: /nicoleshibley/