# applies to all robots User-agent: * # disallow indexing of all pages Disallow: /