# robots.txt for this website User-agent: * Disallow: /admin/ Disallow: /archive/ User-agent: Googlebot Disallow: /admin/ Disallow: /archive/