#/robots.txt for http://scuzzie.physics.usyd.edu.au
#Mail tcon@nospam.physics.usyd.edu.au for constructive criticism, as long as you remove the spam

#www.inktomi.com/slurp.html  -- indexor for M$, AOL, and other evil corporations.
User-agent: Slurp
Disallow: /

User-agent: msnbot
Disallow: /

#User-agent: ia_archiver
#Disallow: /

#http://www.page-store.com/ buzzword police:
User-agent: heritrix
Disallow: /

#http://www.page-store.com/ buzzword police:
User-agent: page-store
Disallow: /

#people keep searching presumably for porn, based on their search terms.
#Now I don't kindof like that.
#So all other agents look at this, if they match nothing else
User-agent: *
Disallow: /~tconnors/myphotos
Disallow: /~tconnors/Tas
Disallow: /~tconnors/photos
Disallow: /~tconnors/andrews21st
Disallow: /~tconnors/movies
Disallow: /~tconnors/compscihons
Disallow: /~tconnors/systemsounds