# robots.txt for http://www.historyontheweb.org/ User-agent: * Disallow: /administrator/ Disallow: /aaa_old/ Disallow: /classes/ Disallow: /components/ Disallow: /editor/ Disallow: /images/ Disallow: /includes/ Disallow: /language/ Disallow: /mambots/ Disallow: /media/ Disallow: /modules/ Disallow: /templates/ Disallow: /uploadfiles/ Disallow: /atm2 Disallow: /forum Disallow: /homer Disallow: /ima Disallow: /images Disallow: /mcleod Disallow: /mmchl Disallow: /mnshpo Disallow: /nf_docs Disallow: /pineriver Disallow: /krls Disallow: /krls_adpoll Disallow: /krls_phpllinks Disallow: /krlscollab Disallow: /krls_invision Disallow: /krls_phplinks Disallow: /krls_phpnuke Disallow: /krls_phpwebsite Disallow: /krls_postnuke Disallow: /krls_webcal Disallow: /krls_xoops Disallow: /krlsphpcollab