User-agent: * # All user-agents (except others specified in this file) Disallow: /cgi-bin/ # Dont look at stuff in http://my.site.ac.uk/cgi-bin/ Disallow: /admin/