User-agent: *   # this directs to all spiders who access this file
Disallow: /admin/
Disallow: /intranet/
Disallow: /merlinpages/