# Applies to all robots. # disallow access to certain directories. User-agent: * Disallow: /layout/ Disallow: /logs/ Disallow: /private/ Disallow: /test/ Disallow: /stats/