# applies to all robots #User-agent: * # disallow indexing of pages #Disallow: