User-agent: * Disallow: /rocksclusters.org #Disallow: /centos.org Disallow: /archive.ubuntu.com Disallow: /us.archive.ubuntu.com Disallow: /security.ubuntu.com Disallow: /cse