# robots.txt file User-agent: * Disallow: /customers/ Disallow: /news/