# www.medway.gov.uk/robots.txt
# all robots can spider the domain, exclude all old site themes

User-agent: *
Disallow: /Tourism_and_leisure/
Disallow: /Corporate_services/
Disallow: /Learning_and_education/
Disallow: /Council_and_community/
Disallow: /Business_and_employment/
Disallow: /Cabinet_and_committees/
Disallow: /Environment_and_lifestyle/
Disallow: /seealsofull
Disallow: /hicont/seealsofull
Disallow: /inf-eforms
Disallow: /cgi-bin/text-only/
Disallow: /hicont/
Disallow: /wwwHTTP_Errors/

User-agent: *
Disallow: /fairtraderforum/

User-agent: *
Disallow: /wastecontract/

User-agent: *
Disallow: /LAAdataroom/

User-agent: Spider
Disallow: /

User-agent: Spyder
Disallow: /

User-agent: Obot
Disallow: /

User-agent: Robot
Disallow: /

User-agent: Crawler
Disallow: /

User-agent: Architext
Disallow: /

User-agent: Infoseek
Disallow: /

User-agent: Surfbot
Disallow: /

User-agent: Slurp
Disallow: /

User-agent: Scooter
Disallow: /

User-agent: Gulliver
Disallow: /

User-agent: Fido
Disallow: /

User-agent: Freecrawl
Disallow: /

User-agent: Linkbot
Disallow: /

User-agent: Webfind
Disallow: /

User-agent: Enigmabot
Disallow: /

User-agent: Happybot
Disallow: /

User-agent: Documagix
Disallow: /

User-agent: Backrub
Disallow: /

User-agent: Netsite
Disallow: /

User-agent: Tarantula
Disallow: /

User-agent: Whacker
Disallow: /

User-agent: Webharv
Disallow: /

User-agent: Id-search
Disallow: /