# robots.txt for http://www.n-base.org.uk/ User-agent: * Disallow: /public/database/ # This contains database text files Disallow: /members/ # This is password protected section