# robots.txt for mrhood.co.uk # created: 28 May 2006 # modified: 4 Jan 2008 # modified: 24 Jan 2008 # modified: 16 April 2008 # modified: 16 May 2008 # modified: 15 June 2008 (cleaned it up) # modified: 19 Sep 2008 #User-agent: SchmuckBot # naughty bot #Disallow: / # not allowed anything #User-agent: SuperBot # clever bot #Disallow: # allowed everything User-agent: * # all other bots Disallow: /sinister/ # keep out of private files area Disallow: /cgi-bin/ # cgi-bin used on my site pages Disallow: /mimetex/ # ditto mimetex Disallow: /courses/ # moodle all gone for now Disallow: /wiki/ # wiki gone elsewhere Disallow: /classroom/ # classroom hidden Disallow: /classroomdata/ Disallow: /rebound/ # rebound all gone for now Disallow: /_rebound/ # rebound all gone for now Disallow: /d/ # the drupal development directory Disallow: /j/ # the Joomla development directory