User-agent: TSM Translation-Search-Machine (www.ttn.ch)
Disallow: /


User-agent: yacybot (i386 Linux 2.6.24-16-generic; java 1.5.0_15; Europe/en) http://yacy.net/bot.html
Disallow: /


User-agent: yacybot
Disallow: /

################################################################
######## GOOGLEBOT #############################################
################################################################

User-agent: Googlebot
Disallow: /helpyourself
Disallow: /events-calendar/images
Disallow: /related-content
Disallow: /LP
Disallow: /discover
Disallow: /events/all_events
Disallow: /news/all_news
Disallow: /committees
Disallow: /acl_users/
Disallow: "/application form for phd"
Disallow: -content
Disallow: /*.js$
Disallow: /++theme++
Disallow: /*@@*$
Disallow: /*@@content-cancel-checkout
Disallow: /*@@content-checkin
Disallow: /*@@content-checkout
Disallow: /*@@historyview
Disallow: /*@@iterate_diff
Disallow: /*@@search
Disallow: /*@@toggle_editbar
Disallow: /CCS
Disallow: /CGI-bin/
Disallow: /Communication/
Disallow: /Images
Disallow: /LOGS/
Disallow: /Library/
Disallow: /Logs/
Disallow: /Mapper/
Disallow: /News
Disallow: /PG99
Disallow: /Reports/
Disallow: /Template/
Disallow: /Templates/
Disallow: /UG99
Disallow: /WhatsNew
Disallow: /_notes
Disallow: /about-us-content
Disallow: /analog
Disallow: /archive-old-versions
Disallow: /archive/
Disallow: /bharris
Disallow: /boyletemp
Disallow: /c_prospectus
Disallow: /castrel
Disallow: /cbp/
Disallow: /ccs
Disallow: /ccs/Reports
Disallow: /ccs/az/
Disallow: /ccs/docs/wam/form/
Disallow: /ccs/dreamweaver/
Disallow: /ccs/index.shtml/News/Spring96
Disallow: /ccs/security/temp/
Disallow: /ccs/seminar/clips/
Disallow: /ccs/software/
Disallow: /ccs/staff/
Disallow: /ccs/tmp/
Disallow: /ccs_old
Disallow: /cems/
Disallow: /central-pages
Disallow: /cgi-bin/
Disallow: /cilavs_media
Disallow: /common-resources/
Disallow: /compulsory-modules
Disallow: /copy_of_year-2-option-modules
Disallow: /core-modules
Disallow: /cswl/centre-for-sustainable-working-life
Disallow: /dev-prospective
Disallow: /dissertation
Disallow: /docconvert/
Disallow: /document_edit_form
Disallow: /document_view
Disallow: /draftprogsfolder_view
Disallow: /draftprogsfolder_view/
Disallow: /edit
Disallow: /editstudy/modules
Disallow: /ef_old
Disallow: /eh/
Disallow: /eh/eng/
Disallow: /eh/eng/courses/
Disallow: /eh/eng/cus00-01/
Disallow: /eh/eng/cus01-02/
Disallow: /eh/eng/cus99-00/
Disallow: /eh/hum/
Disallow: /eking08
Disallow: /ems/faculty/sciubba/sciubba-downloads
Disallow: /eopro
Disallow: /equalitytraining
Disallow: /error/
Disallow: /favicon.ico
Disallow: /fce
Disallow: /fd/
Disallow: /floodlight/
Disallow: /folder_contents
Disallow: /forum
Disallow: /french-option-modules
Disallow: /generated/js/
Disallow: /geog/
Disallow: /gtmtest
Disallow: /hafvm/
Disallow: /hafvm/timetables/
Disallow: /hca
Disallow: /home-page-content
Disallow: /business/home-page-content
Disallow: /homePageText/document_edit_form
Disallow: /homepage-content
Disallow: /hosted/geog
Disallow: /htdig/
Disallow: /html2/
Disallow: /icons/
Disallow: /images/
Disallow: /ita/
Disallow: /its/downloads
Disallow: /its/spss
Disallow: /its/validator
Disallow: /its/validator_new
Disallow: /its_archive
Disallow: /its_archive/printing
Disallow: /kabda01
Disallow: /kiosks
Disallow: /landing-page-content
Disallow: /landing-page-folder
Disallow: /languages/lib/
Disallow: /law/alumni/magazine/incorporate3_june07
Disallow: /led
Disallow: /linguistics/forums/
Disallow: /lod/training-calendar/
Disallow: /login
Disallow: /logs/
Disallow: /lts
Disallow: /ma-cultural-and-critical-studies-dissertation
Disallow: /mail_password_form
Disallow: /manop/
Disallow: /manop_old
Disallow: /manual
Disallow: /messageboard
Disallow: /messages/
Disallow: /migrated-content
Disallow: /modules-available-in-201320132014
Disallow: /modules-available-in-201420132015
Disallow: /mres-politics-dissertation
Disallow: /msc-finance-and-commodities-modules
Disallow: /msc-finance-with-risk-management
Disallow: /msc-geography-dissertation
Disallow: /msc-learning-technologies-project
Disallow: /msc-marketing-communications-dissertation
Disallow: /msc-social-and-political-theory-dissertation
Disallow: /mybirkbeck/survey_lib_it
Disallow: /new_programmes
Disallow: /news/archive
Disallow: /not-being-used
Disallow: /option-modules
Disallow: /option-modules-level-5
Disallow: /option-modules/sendto_form
Disallow: /our-research-content
Disallow: /our-research/experts-database
Disallow: /outgoing/
Disallow: /pg2000/
Disallow: /pg2001/
Disallow: /pg2002
Disallow: /pg2003
Disallow: /pg2009
Disallow: /pg2010
Disallow: /pg99/
Disallow: /phd2009
Disallow: /phd2010
Disallow: /phil/
Disallow: /phil2
Disallow: /phil_old
Disallow: /philosophy-option-modules
Disallow: /po/
Disallow: /politics/home-page-content
Disallow: /polsoc/
Disallow: /polsoc/clips
Disallow: /portal_css
Disallow: /portal_factory/
Disallow: /portal_kss
Disallow: /postgrad/
Disallow: /printable
Disallow: /profile-selector
Disallow: /psyc/
Disallow: /psychology/politics/
Disallow: /quantitative-methods-modules
Disallow: /reg/regs/complaints_doc
Disallow: /reg/regs/complaints_pdf
Disallow: /registry/law
Disallow: /registry/management
Disallow: /registry/philosophy
Disallow: /registry/politics
Disallow: /reluctantinternationalists/wp-content/themes/enfold/
Disallow: /research-project
Disallow: /research-work-placement-option-modules
Disallow: /ros/
Disallow: /sd/jennybry/
Disallow: /sd/sdrive/
Disallow: /sd/temp/
Disallow: /sd_new
Disallow: /search_rss
Disallow: /sendto_form
Disallow: /shared-content
Disallow: /shared-content-selector
Disallow: /showfilm
Disallow: /sitemap
Disallow: /spinner.gif
Disallow: /sps/
Disallow: /sshp/arts
Disallow: /student-services/images/
Disallow: /study-downloads
Disallow: /study/downloads
Disallow: /study/*?_cyrenauthtype_=*
Disallow: /study/*?_t_t_t=*
Disallow: /study/*?authent_user=*
Disallow: /study/*?dm_i=*
Disallow: /study/*?dm_t=*
Disallow: /study/*?from=*
Disallow: /study/*?gclsr=*
Disallow: /study/*?lipi=*
Disallow: /study/*?nsukey=*
Disallow: /study/*?pagenumber:int=*
Disallow: /study/*?pagenumber=*
Disallow: /study/*?platform=*
Disallow: /study/*?r=*
Disallow: /study/*?t=*
Disallow: /study/*?utm_Newsletter=*
Disallow: /study/*?utm_sgooource=*
Disallow: /study/*?vm=*
Disallow: /study/2014/
Disallow: /study/OLD
Disallow: /study/all_courses
Disallow: /study/all_courses_OLD
Disallow: /study/ce/
Disallow: /study/fce2002
Disallow: /study/modules
Disallow: /study/pg2011
Disallow: /study/pg2012
Disallow: /study/pg2013
Disallow: /study/pg29apr2010
Disallow: /study/phd2012
Disallow: /study/phd2013
Disallow: /study/print
Disallow: /study/ug2011
Disallow: /study/ug2012
Disallow: /study/ug2013
Disallow: /study_allcourses
Disallow: /su/news/manifestosdec07
Disallow: /subject/history/forms
Disallow: /suspended_and_withdrawn_programmes
Disallow: /suspended_and_withdrawn_programmes/view
Disallow: /sustain/
Disallow: /swf
Disallow: /test
Disallow: /tlt/webct/request.html
Disallow: /tlt/webct/request2.html
Disallow: /tmp/
Disallow: /toolbar
Disallow: /toplinks
Disallow: /toplinks_old
Disallow: /touch_icon.png
Disallow: /tt/
Disallow: /ug2000/
Disallow: /ug2001/
Disallow: /ug2002
Disallow: /ug2003
Disallow: /ug2009
Disallow: /ug2010
Disallow: /ug99/
Disallow: /use-your-database/
Disallow: /view
Disallow: /volunteering
Disallow: /wdd/
Disallow: /webed/
Disallow: /wkstrm
Disallow: /working/
Disallow: /wusage/
Disallow: /xtra_styles
Disallow: /year-1
Disallow: /year-1-full-time
Disallow: /year-1-part-time
Disallow: /year-2-part-time
Disallow: /year-3
Disallow: _old
Disallow: /student-services/help-yourself
################################################################
######## END GOOGLEBOT #########################################
################################################################



################################################################
######## WAYBACK MACHINE INTERNET ARCHIVE ######################
################################################################

User-agent: ia_archiver
Disallow: /

################################################################
######## END WAYBACK MACHINE INTERNET ARCHIVE ##################
################################################################




################################################################
############## ALL CRAWLERS ####################################
################################################################

User-agent: *
Disallow: /helpyourself
Disallow: /events-calendar/images
Disallow: /related-content
Disallow: /LP
Disallow: /discover
Disallow: /events/all_events
Disallow: /news/all_news
Disallow: /committees
Disallow: /acl_users/
Disallow: "/application form for phd"
Disallow: -content
Disallow: /*.js$
Disallow: /++theme++
Disallow: /*@@
Disallow: /*@@content-cancel-checkout
Disallow: /*@@content-checkin
Disallow: /*@@content-checkout
Disallow: /*@@historyview
Disallow: /*@@iterate_diff
Disallow: /*@@search
Disallow: /*@@toggle_editbar
Disallow: /CCS
Disallow: /CGI-bin/
Disallow: /Communication/
Disallow: /Images
Disallow: /LOGS/
Disallow: /Library/
Disallow: /Logs/
Disallow: /Mapper/
Disallow: /News
Disallow: /PG99
Disallow: /Reports/
Disallow: /Template/
Disallow: /Templates/
Disallow: /UG99
Disallow: /WhatsNew
Disallow: /_notes
Disallow: /about-us-content
Disallow: /analog
Disallow: /archive-old-versions
Disallow: /archive/
Disallow: /bharris
Disallow: /boyletemp
Disallow: /c_prospectus
Disallow: /castrel
Disallow: /cbp/
Disallow: /ccs
Disallow: /ccs/Reports
Disallow: /ccs/az/
Disallow: /ccs/docs/wam/form/
Disallow: /ccs/dreamweaver/
Disallow: /ccs/index.shtml/News/Spring96
Disallow: /ccs/security/temp/
Disallow: /ccs/seminar/clips/
Disallow: /ccs/software/
Disallow: /ccs/staff/
Disallow: /ccs/tmp/
Disallow: /ccs_old
Disallow: /cems/
Disallow: /central-pages
Disallow: /cgi-bin/
Disallow: /cilavs_media
Disallow: /common-resources/
Disallow: /compulsory-modules
Disallow: /copy_of_year-2-option-modules
Disallow: /core-modules
Disallow: /cswl/centre-for-sustainable-working-life
Disallow: /dev-prospective
Disallow: /dissertation
Disallow: /docconvert/
Disallow: /document_edit_form
Disallow: /document_view
Disallow: /draftprogsfolder_view
Disallow: /draftprogsfolder_view/
Disallow: /edit
Disallow: /editstudy/modules
Disallow: /ef_old
Disallow: /eh/
Disallow: /eh/eng/
Disallow: /eh/eng/courses/
Disallow: /eh/eng/cus00-01/
Disallow: /eh/eng/cus01-02/
Disallow: /eh/eng/cus99-00/
Disallow: /eh/hum/
Disallow: /eking08
Disallow: /ems/faculty/sciubba/sciubba-downloads
Disallow: /eopro
Disallow: /equalitytraining
Disallow: /error/
Disallow: /favicon.ico
Disallow: /fce
Disallow: /fd/
Disallow: /floodlight/
Disallow: /folder_contents
Disallow: /forum
Disallow: /french-option-modules
Disallow: /generated/js/
Disallow: /geog/
Disallow: /gtmtest
Disallow: /hafvm/
Disallow: /hafvm/timetables/
Disallow: /hca
Disallow: /home-page-content
Disallow: /business/home-page-content
Disallow: /homePageText/document_edit_form
Disallow: /homepage-content
Disallow: /hosted/geog
Disallow: /htdig/
Disallow: /html2/
Disallow: /icons/
Disallow: /images/
Disallow: /ita/
Disallow: /its/downloads
Disallow: /its/spss
Disallow: /its/validator
Disallow: /its/validator_new
Disallow: /its_archive
Disallow: /its_archive/printing
Disallow: /kabda01
Disallow: /kiosks
Disallow: /landing-page-content
Disallow: /landing-page-folder
Disallow: /languages/lib/
Disallow: /law/alumni/magazine/incorporate3_june07
Disallow: /led
Disallow: /linguistics/forums/
Disallow: /lod/training-calendar/
Disallow: /login
Disallow: /logs/
Disallow: /lts
Disallow: /ma-cultural-and-critical-studies-dissertation
Disallow: /mail_password_form
Disallow: /manop/
Disallow: /manop_old
Disallow: /manual
Disallow: /messageboard
Disallow: /messages/
Disallow: /migrated-content
Disallow: /modules-available-in-201320132014
Disallow: /modules-available-in-201420132015
Disallow: /mres-politics-dissertation
Disallow: /msc-finance-and-commodities-modules
Disallow: /msc-finance-with-risk-management
Disallow: /msc-geography-dissertation
Disallow: /msc-learning-technologies-project
Disallow: /msc-marketing-communications-dissertation
Disallow: /msc-social-and-political-theory-dissertation
Disallow: /mybirkbeck/survey_lib_it
Disallow: /new_programmes
Disallow: /news/archive
Disallow: /not-being-used
Disallow: /option-modules
Disallow: /option-modules-level-5
Disallow: /option-modules/sendto_form
Disallow: /our-research-content
Disallow: /our-research/experts-database
Disallow: /outgoing/
Disallow: /pg2000/
Disallow: /pg2001/
Disallow: /pg2002
Disallow: /pg2003
Disallow: /pg2009
Disallow: /pg2010
Disallow: /pg99/
Disallow: /phd2009
Disallow: /phd2010
Disallow: /phil/
Disallow: /phil2
Disallow: /phil_old
Disallow: /philosophy-option-modules
Disallow: /po/
Disallow: /politics/home-page-content
Disallow: /polsoc/
Disallow: /polsoc/clips
Disallow: /portal_css
Disallow: /portal_factory/
Disallow: /portal_kss
Disallow: /postgrad/
Disallow: /printable
Disallow: /profile-selector
Disallow: /psyc/
Disallow: /psychology/politics/
Disallow: /quantitative-methods-modules
Disallow: /reg/regs/complaints_doc
Disallow: /reg/regs/complaints_pdf
Disallow: /registry/law
Disallow: /registry/management
Disallow: /registry/philosophy
Disallow: /registry/politics
Disallow: /reluctantinternationalists/wp-content/themes/enfold/
Disallow: /research-project
Disallow: /research-work-placement-option-modules
Disallow: /ros/
Disallow: /sd/jennybry/
Disallow: /sd/sdrive/
Disallow: /sd/temp/
Disallow: /sd_new
Disallow: /search_rss
Disallow: /sendto_form
Disallow: /shared-content
Disallow: /shared-content-selector
Disallow: /showfilm
Disallow: /sitemap
Disallow: /spinner.gif
Disallow: /sps/
Disallow: /sshp/arts
Disallow: /student-services/images/
Disallow: /study-downloads
Disallow: /study/downloads
Disallow: /study/*?_cyrenauthtype_=*
Disallow: /study/*?_t_t_t=*
Disallow: /study/*?authent_user=*
Disallow: /study/*?dm_i=*
Disallow: /study/*?dm_t=*
Disallow: /study/*?from=*
Disallow: /study/*?gclsr=*
Disallow: /study/*?lipi=*
Disallow: /study/*?nsukey=*
Disallow: /study/*?pagenumber:int=*
Disallow: /study/*?pagenumber=*
Disallow: /study/*?platform=*
Disallow: /study/*?r=*
Disallow: /study/*?t=*
Disallow: /study/*?utm_Newsletter=*
Disallow: /study/*?utm_sgooource=*
Disallow: /study/*?vm=*
Disallow: /study/2014/
Disallow: /study/OLD
Disallow: /study/all_courses
Disallow: /study/all_courses_OLD
Disallow: /study/ce/
Disallow: /study/fce2002
Disallow: /study/modules
Disallow: /study/pg2011
Disallow: /study/pg2012
Disallow: /study/pg2013
Disallow: /study/pg29apr2010
Disallow: /study/phd2012
Disallow: /study/phd2013
Disallow: /study/print
Disallow: /study/ug2011
Disallow: /study/ug2012
Disallow: /study/ug2013
Disallow: /study_allcourses
Disallow: /su/news/manifestosdec07
Disallow: /subject/history/forms
Disallow: /suspended_and_withdrawn_programmes
Disallow: /suspended_and_withdrawn_programmes/view
Disallow: /sustain/
Disallow: /swf
Disallow: /test
Disallow: /tlt/webct/request.html
Disallow: /tlt/webct/request2.html
Disallow: /tmp/
Disallow: /toolbar
Disallow: /toplinks
Disallow: /toplinks_old
Disallow: /touch_icon.png
Disallow: /tt/
Disallow: /ug2000/
Disallow: /ug2001/
Disallow: /ug2002
Disallow: /ug2003
Disallow: /ug2009
Disallow: /ug2010
Disallow: /ug99/
Disallow: /use-your-database/
Disallow: /view
Disallow: /volunteering
Disallow: /wdd/
Disallow: /webed/
Disallow: /wkstrm
Disallow: /working/
Disallow: /wusage/
Disallow: /xtra_styles
Disallow: /year-1
Disallow: /year-1-full-time
Disallow: /year-1-part-time
Disallow: /year-2-part-time
Disallow: /year-3
Disallow: _old
Disallow: /student-services/help-yourself
################################################################
############## END ALL CRAWLERS ################################
################################################################