User-agent: * # any robot Disallow: /not-allowed/ # disallow this directory