#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/wc/robots.html
#
# For syntax checking, see:
# http://www.sxw.org.uk/computing/robots/check.html

User-agent: *
Crawl-delay: 10
# Directories
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /themes/
# Files
Disallow: /CHANGELOG.txt
Disallow: /cron.php
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /INSTALL.sqlite.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /MAINTAINERS.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips/
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /user/logout/
# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=filter/tips/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/
Disallow: /?q=user/logout/

Disallow: /activity
Disallow: /marykang/
Disallow: /mclaugh/
Disallow: /jguest/
Disallow: /muechler/
Disallow: /psinger/
Disallow: /abolton/
Disallow: /mbores/
Disallow: /kac3/
Disallow: /qalbaugh/
Disallow: /dfloryan/
Disallow: /kurosua/
Disallow: /elawrence/
Disallow: /exchen/
Disallow: /wendyb/
Disallow: /jmoraca/
Disallow: /lmiller/
Disallow: /ddisette/
Disallow: /yingjiang/
Disallow: /scullen/
Disallow: /puchalla/
Disallow: /kbloomfi/
Disallow: /xiao_chen/
Disallow: /rekad/
Disallow: /mhood/
Disallow: /digital_humanities/
Disallow: /hedin-labs/
Disallow: /sakit/
Disallow: /xf/
Disallow: /ykoby/
Disallow: /plamarre/
Disallow: /araiffe/
Disallow: /litke/
Disallow: /physics_staff/
Disallow: /jkotin/
Disallow: /aquinn/
Disallow: /cruz/
Disallow: /testlab/
Disallow: /alevshin/
Disallow: /alterite/
Disallow: /abmartin/
Disallow: /physics-it/
Disallow: /mredwards/
Disallow: /abkern/
Disallow: /cml/
Disallow: /scheeks/
Disallow: /bimat/
Disallow: /dolinski/
Disallow: /yaozhou/
Disallow: /andrewbarton/
Disallow: /botsteinlab/
Disallow: /akshaykri/
Disallow: /alexandra_piotrowski-daspit/
Disallow: /nigel_smith/
Disallow: /mraha/
Disallow: /sue/
Disallow: /allais/
Disallow: /ncervantes/
Disallow: /bror/
Disallow: /cfi_simulator/
Disallow: /phyuglabs/
Disallow: /levinelab/
Disallow: /nectowlab/
Disallow: /yjzhang/
Disallow: /bgleason/
Disallow: /aronov/
Disallow: /wittenlab/
Disallow: /talmo/
Disallow: /franciscorobles/
Disallow: /econplay/
Disallow: /mayank/
Disallow: /gigi/
Disallow: /danielam/
Disallow: /eengel/
Disallow: /jgunn/
Disallow: /princetonkidsproject/
Disallow: /bernatp/
Disallow: /kalyaniramnath/
Disallow: /zhao/
Disallow: /tbristol/
Disallow: /jhimpele/
Disallow: /olivierb/
Disallow: /changsun/
Disallow: /abhagoji/
Disallow: /amoravcs/
Disallow: /jbolton/
Disallow: /awickett/
Disallow: /greeshma_gadikota/
Disallow: /wdobbie/
Disallow: /qed_wiki_sunset/
Disallow: /end/
Disallow: /smorris/
Disallow: /inspire/
Disallow: /boulangerlab/
Disallow: /robertivan/
Disallow: /kdawidow/
Disallow: /hebagowayed/
Disallow: /wstem/
Disallow: /nveo/
Disallow: /yixinguo/
Disallow: /rca/
Disallow: /apthorpe/
Disallow: /szhang/
Disallow: /cdumitru/
Disallow: /myneni/
Disallow: /benjohnson/
Disallow: /ccrawford/
Disallow: /aqayyum/
Disallow: /wagner/
Disallow: /dcooney/
Disallow: /polmethrg/
Disallow: /grenfell/
Disallow: /criehl/
Disallow: /cmetcalf/
Disallow: /fdamani/
Disallow: /arsalan/
Disallow: /ee-outreach/
Disallow: /celestemarin/
Disallow: /ema/
Disallow: /facultytestpage/
Disallow: /ramadge/
Disallow: /angelab_test/
Disallow: /ortoleva/
Disallow: /psv2/
Disallow: /brand/
Disallow: /anniemingle/
Disallow: /jmunko/
Disallow: /tgriffin/
Disallow: /mgidaro/
Disallow: /ghuber/
Disallow: /dgoetz/
Disallow: /jane/
Disallow: /rknowles/
Disallow: /fleming/
Disallow: /lshou/
Disallow: /midirphotonics/
Disallow: /hhorton/
Disallow: /minglyu/
Disallow: /jonikaslab/
Disallow: /vergopolan/
Disallow: /asfaw/
Disallow: /ccuff/
Disallow: /cychang/
Disallow: /bushinsky/
Disallow: /zeno/
Disallow: /angelab2/
Disallow: /lyang/
Disallow: /cohenlab/
Disallow: /gmckee/
Disallow: /larryso/
Disallow: /angelab/
Disallow: /denis/
Disallow: /gunesacar/
Disallow: /lpeng/
Disallow: /lowande/
Disallow: /chadm/
Disallow: /taoliu/
Disallow: /xic/
Disallow: /genetic_approaches/
Disallow: /duanyi/
Disallow: /schwandt/
Disallow: /schnell/
Disallow: /perl/
Disallow: /jiequnh/
Disallow: /pstevenson/
Disallow: /dkhodges/
Disallow: /ajberkovitz/
Disallow: /amaney-jamal/
Disallow: /ldou/
Disallow: /jeongseok_lee/
Disallow: /sondhi/
Disallow: /yechim/
Disallow: /rtcloud/
Disallow: /brainiak/
Disallow: /jgreen/
Disallow: /jtunney/
Disallow: /jmonaco/
Disallow: /lingyanhe/
Disallow: /phi205_cla205/
Disallow: /ecorless/
Disallow: /wslyon/
Disallow: /silviapianta/
Disallow: /lbeden/
Disallow: /sduncan/
Disallow: /perhac/
Disallow: /byronz/
Disallow: /kjd/
Disallow: /rciez/
Disallow: /stf/
Disallow: /wchou/
Disallow: /dharnold/
Disallow: /pultechcoach/
Disallow: /boulanger-lab/
Disallow: /aburky/
Disallow: /jbrown/
Disallow: /jbrown2/
Disallow: /jennygreene/
Disallow: /mvxf/
Disallow: /lianzhu/
Disallow: /kahn/
Disallow: /kulkarni/
Disallow: /wlowe/
Disallow: /ryomorimoto/
Disallow: /aidallocation/
Disallow: /gwysocki/
Disallow: /megantodd/
Disallow: /verpeut/
Disallow: /schlockermann/
Disallow: /terrysmoon/
Disallow: /dhl/
Disallow: /fmendo/
Disallow: /jiefeng/
Disallow: /ciss/
Disallow: /lbougher/
Disallow: /yiming/
Disallow: /srishti-nayak/
Disallow: /posfailab/
Disallow: /dgarg/
Disallow: /anu/
Disallow: /yanlab/
Disallow: /q-aps/
Disallow: /miguel/
Disallow: /titiunik/
Disallow: /dobrew/
Disallow: /kimlane/
Disallow: /nick/
Disallow: /yulingyan/
Disallow: /buchbinder/
Disallow: /mdmuzzie/
Disallow: /malininambiar/
Disallow: /ckatsiardis/
Disallow: /czimmerman/
Disallow: /jvutz/
Disallow: /hogikyan/
Disallow: /shafir/
Disallow: /bcowley/
Disallow: /bhensley/
Disallow: /dcapelle/
Disallow: /leshengli/
Disallow: /eebevents/
Disallow: /oppenheimer/