#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/robotstxt.html
#
# For syntax checking, see:
# http://www.frobee.com/robots-txt-check

User-agent: *
Crawl-delay: 10
# Directories
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /themes/
# Files
Disallow: /CHANGELOG.txt
Disallow: /cron.php
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /INSTALL.sqlite.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /MAINTAINERS.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips/
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /user/logout/
# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=filter/tips/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/
Disallow: /?q=user/logout/
Disallow: /prova/
Disallow: /lotman/
Disallow: /kala1/
Disallow: /liikluskaitumine/
Disallow: /infootsing/
Disallow: /ideelabor/
Disallow: /thejurilotmancollection/
Disallow: /ist/
Disallow: /soontaga/
Disallow: /infohindamine/
Disallow: /gymnaasium/
Disallow: /culture/
Disallow: /analyticalchemistry/
Disallow: /tutvustus/
Disallow: /makro/
Disallow: /minuharjutus/
Disallow: /ohutus/
Disallow: /index_kaart/
Disallow: /fyysikaliikluses/
Disallow: /katsetus/
Disallow: /annprooviks/
Disallow: /iaelc2016/
Disallow: /kokkup6rge/
Disallow: /infokorraldus/
Disallow: /meisterdamine/
Disallow: /vk3/
Disallow: /joonistamine/
Disallow: /keeleressursside_sisuteenused/
Disallow: /atandaolaseni/
Disallow: /kvanthum/
Disallow: /vaatluskunstitegevuses/
Disallow: /hambaravi5/
Disallow: /taibu/
Disallow: /ussisisu/
Disallow: /latviesuvaloda/
Disallow: /proovin/
Disallow: /secolatartu/
Disallow: /tms/
Disallow: /teaduskool/
Disallow: /eurlex/
Disallow: /katse12/
Disallow: /proov20141010/
Disallow: /iut-ankeet/
Disallow: /iclc14/
Disallow: /andmehaldusplaan/
Disallow: /kiirtee/
Disallow: /centreforedutech/
Disallow: /ideepank/
Disallow: /biomeedikumisegakoor/
Disallow: /infosysteemideseminar/
Disallow: /testlehtkusimustiketestimiseks/
Disallow: /moocs/
Disallow: /ajalugu/
Disallow: /analyticalchem/
Disallow: /koostoofestival2016/
Disallow: /tenancy/
Disallow: /pohjavesi/
Disallow: /taevavolv/
Disallow: /egea/
Disallow: /vunkpank/
Disallow: /picmonkey/
Disallow: /epptest/
Disallow: /marjup/
Disallow: /testseite/
Disallow: /kkkb/
Disallow: /eestikeel1/
Disallow: /cegtm/
Disallow: /umbertoeco/
Disallow: /esterimoodul/
Disallow: /akksugiskool/
Disallow: /eripedagoogika/
Disallow: /jtest/
Disallow: /kultuur/
Disallow: /learning-analytics/
Disallow: /marge_konsa/
Disallow: /vvll/
Disallow: /opetaja/
Disallow: /kliinik2017/
Disallow: /konverents-kliinik2017/
Disallow: /m2rkmed/
Disallow: /transl/
Disallow: /transl2/
Disallow: /ddddd/
Disallow: /kultuurharidus/
Disallow: /proov123/
Disallow: /cpfeifer/
Disallow: /mdad/
Disallow: /halduroim/
Disallow: /latikeel/
Disallow: /katsetused/
Disallow: /kvmeh2/
Disallow: /allikad/
Disallow: /digcomp/
Disallow: /rwjuhend/
Disallow: /endothelial_centre/
Disallow: /open-research-data/
Disallow: /od-seminar/
Disallow: /ati_andmebaaside_praktikumid/
Disallow: /try1/
Disallow: /fundamentalism/
Disallow: /ohutusope/
Disallow: /kustuta/
Disallow: /digcomp2/
Disallow: /uuseik/
Disallow: /banner/
Disallow: /eluteadusehoidja/
Disallow: /soomisest-joomisest-informatsioonist/
Disallow: /kja/
Disallow: /germanistik/
Disallow: /miljonpluss/
Disallow: /locomotion/
Disallow: /umacexcursion/
Disallow: /conflict/
Disallow: /lotman2017/
Disallow: /edushare/
Disallow: /segregation/
Disallow: /akadeemiline_eesti_keel/
Disallow: /peretreening/
Disallow: /kivilaan/
Disallow: /kstdk/
Disallow: /h6bevalge/
Disallow: /promise/
Disallow: /plasma/
Disallow: /arvutitehnika/
Disallow: /chanceseeking/
Disallow: /economicsclub/
Disallow: /mk2/
Disallow: /peg/
Disallow: /ewodiprofiilid/
Disallow: /agl/
Disallow: /peretreeningud/
Disallow: /spordimeditsiin/
Disallow: /tervis/
Disallow: /digcomp-tasemetoo/
Disallow: /biomeditsiiniseadmed/
Disallow: /modelling_and_measuring_atmospheric_nanoclusters/
Disallow: /test_page_please_ignore/
Disallow: /vaarikad/
Disallow: /usuteaduseblogi/
Disallow: /eudigitac/
Disallow: /foneetikapaevad2018/
Disallow: /infoarhiiv/
Disallow: /eestikirikulugu/
Disallow: /cultevol2/
Disallow: /eik2/
Disallow: /portfoolio/
Disallow: /mraagtest/
Disallow: /opifest/
Disallow: /popi/
Disallow: /proovidnordstat/
Disallow: /taim/
Disallow: /etugi/
Disallow: /uurimismetoodika/
Disallow: /programmeerimine/
Disallow: /delta_ettevotlusmaja/
Disallow: /projectworkflow/
Disallow: /evainikko/
Disallow: /praktikamess/
Disallow: /slesummer2018/
Disallow: /engagedresearcher/
Disallow: /kirikulugueestis/
Disallow: /oppimineopetamine/
Disallow: /harinepal/
Disallow: /yerr/
Disallow: /oppejoududele/
Disallow: /helleme/
Disallow: /proovjanika/
Disallow: /kelli84/
Disallow: /rixs/
Disallow: /fbionre/
Disallow: /meteoroloogia/
Disallow: /kolp33/
Disallow: /atmkkfi/
Disallow: /ltms/
Disallow: /nibemconference/
Disallow: /ieee/
Disallow: /lsl/
Disallow: /langueart/
Disallow: /tran/
Disallow: /ktest/
Disallow: /carbonate.ut.ee/
Disallow: /geo/
Disallow: /rtak/
Disallow: /magnetmaterjalid/
Disallow: /k9llike/
Disallow: /projektope/
Disallow: /akadeemiline-tekst/
Disallow: /water/
Disallow: /digy/
Disallow: /nib-em/
Disallow: /val01/
Disallow: /ylddidaktika/
Disallow: /ipinitinitlaw/
Disallow: /pilvirajamae/
Disallow: /prr-theory/
Disallow: /andmehaldus/
Disallow: /acttea/
Disallow: /kindlustus/
Disallow: /whosefva_mooc/
Disallow: /kkfseminar/
Disallow: /qme1ba/
Disallow: /flaj.07.004/
Disallow: /ettevotlusope/
Disallow: /visuaaltehnoloogia2018/
Disallow: /liiklusuuring/
Disallow: /uldine_geoloogia/
Disallow: /elu_areng_maal/
Disallow: /publish-sequence-datasets/
Disallow: /keelefoorum/
Disallow: /calculus/
Disallow: /sympoosion2018/
Disallow: /tarbijaharidus./
Disallow: /plutof/
Disallow: /joulupidu/
Disallow: /akksygiskool/
Disallow: /tervisekontrolli-juhend/
Disallow: /econometric_analysis/
Disallow: /ims-robotics/
Disallow: /moodle/
Disallow: /eik/
Disallow: /meteouuring/
Disallow: /mida_koolis_majandusest_ei_raagita/
Disallow: /digitalyouth/
Disallow: /katsekoda/
Disallow: /687/
Disallow: /kmi/
Disallow: /spordipaev2019/
Disallow: /liitreaalsuserakendused/
Disallow: /poster/
Disallow: /woseng/
Disallow: /transm/
Disallow: /occ/
Disallow: /control_systems/
Disallow: /eesti_maavarad/
Disallow: /geoloogilised_vaatamisvaarsused/
Disallow: /ru100loengud/
Disallow: /edk/
Disallow: /transgeno2019/
Disallow: /ecla/
Disallow: /histoloogia_loengud/
Disallow: /to50/
Disallow: /oigus100/
Disallow: /koolieelne1/
Disallow: /lennu/
Disallow: /eavasuvekool/
Disallow: /rocketry/
Disallow: /luis-tiago2/
Disallow: /oldbelievers/
Disallow: /taru/
Disallow: /reimo-test/
Disallow: /studentsguide/
Disallow: /vrkompetentsikeskus/
Disallow: /tudengiteatmik/
Disallow: /s2m/
Disallow: /maateadus1/
Disallow: /patoanatoomia/
Disallow: /hambad/
Disallow: /internship/
Disallow: /lakope/
Disallow: /sources/
Disallow: /eurus1/
Disallow: /kelp/
Disallow: /lvgrammatika/
Disallow: /startuplab/
Disallow: /scopuseng/
Disallow: /modernity/
Disallow: /enlik/
Disallow: /cnc/
Disallow: /plagiarism/
Disallow: /evaluation/
Disallow: /inglisekeeleolympiaad2019-2020/
Disallow: /pmkliinilisedjuhtprojektid/
Disallow: /ribolab/
Disallow: /konkurss/
Disallow: /minaise/
Disallow: /oppeaine-tagasiside/
Disallow: /bea2020/
Disallow: /cmus/
Disallow: /cmus2/
Disallow: /nordplus/
Disallow: /turvakoolitus/
Disallow: /erasmustaotlus/
Disallow: /infootsing2019/
Disallow: /biofarmaatsia/
Disallow: /haridusinnovatsioon/
Disallow: /matemaaikaharidusekeskus/
Disallow: /matter/
Disallow: /u4all/
Disallow: /ars-longa/
Disallow: /poleng007/
Disallow: /self/
Disallow: /epic-xs-meeting/
Disallow: /eapril2019/
Disallow: /ebscosearch/
Disallow: /imo/
Disallow: /cb2020/
Disallow: /bcs2020/
Disallow: /ribo666/
Disallow: /selfdetermination/
Disallow: /moorits/
Disallow: /kvalsisuanaluus/
Disallow: /tsm/
Disallow: /aivemandel/
Disallow: /publishers/
Disallow: /svmjloputood/
Disallow: /fysioterapeutilinehindamine/
Disallow: /tekstiili-uurimused/
Disallow: /teaduskool55/
Disallow: /proovileht/
Disallow: /jamsher/
Disallow: /nordplusisland/
Disallow: /agl1/
Disallow: /mappingthebaltic/
Disallow: /spordiuuringud/
Disallow: /jurilotman100/
Disallow: /mkopik/
Disallow: /mtkblog/
Disallow: /plantiin/
Disallow: /genmed/
Disallow: /ennetus-on-tervis/
Disallow: /eluarengmaal/
Disallow: /eljuh/
Disallow: /piia-post/
Disallow: /velle-toll-test/
Disallow: /velle-toll-katsetus/
Disallow: /mineraalid-ja-kivimid/
Disallow: /latikirjandusnaitus/
Disallow: /maavarad/
Disallow: /eestigeol/
Disallow: /eva/
Disallow: /vaatamisvaarsused/
Disallow: /eestimullad/
Disallow: /tekstiandmed2020/
Disallow: /meteoriidid/
Disallow: /prevall/
Disallow: /geoteadused/
Disallow: /frm4soc2/
Disallow: /sotsiaalneettevotlus/
Disallow: /tvh-koolitus-03082020/
Disallow: /unitartutech/
Disallow: /eoppija/
Disallow: /noroozi/
Disallow: /medi/
Disallow: /virtuaalnaitus/
Disallow: /tts/
Disallow: /hortussemioticus/
Disallow: /planteco/
Disallow: /rmtktestid/
Disallow: /folkheritagethesises/
Disallow: /mpkatse/
Disallow: /perseus1/
Disallow: /norra/
Disallow: /vir/
Disallow: /vir1/
Disallow: /reoveeseire/
Disallow: /eestiabstraktsus/
Disallow: /erin/
Disallow: /koroonakonverents/
Disallow: /norlex/
Disallow: /innovaedu/
Disallow: /nordplus3/
Disallow: /mv-juhendid/
Disallow: /kru/
Disallow: /teenetemargid/
Disallow: /konverentskliinik/
Disallow: /vaimulik-luule/
Disallow: /veiniku-ja-taastuvenergeetika-keskus/
Disallow: /sensiclass/
Disallow: /avharjutusvara/
Disallow: /dh-blog/
Disallow: /maitt/
Disallow: /dh-blog2/
Disallow: /taimemaaraja/
Disallow: /3dspatialanatomy/
Disallow: /plantevoeco/
Disallow: /spordimeditsiini-algkursus/
Disallow: /aret/
Disallow: /3dtest/
Disallow: /radicalisation/
Disallow: /gender/
Disallow: /mario/
Disallow: /rusnc/
Disallow: /mmc/
Disallow: /histoloogia2/
Disallow: /jtalts/
Disallow: /mitmekeelsus/
Disallow: /aetannist/
Disallow: /islam/
Disallow: /teraviljad/
Disallow: /teravili/
Disallow: /andmeotsing/
Disallow: /usuteaduskond30/
Disallow: /oskuskeel/
Disallow: /opioskused/
Disallow: /developmentalbiology/
Disallow: /english/
Disallow: /ltkvaliteet/
Disallow: /kassid/
Disallow: /datasearch/