# robots.txt for BITS User-agent: * Disallow: /cce/ User-agent: ia_archiver Disallow: /