# robots.txt User-agent: * Disallow: /internal/ Disallow: /intra/