User-agent: * # match all bots Disallow: /testsite # keep them out Disallow: /archive # keep them out