User-agent: * # applies to all robots Disallow: /db # disallow indexing of all resources starting with /db Disallow: /admin # disallow indexing of all resources starting with /admin Disallow: /clients # disallow indexing of all resources starting with /admin