# exclude access-controlled areas User-agent: * Disallow: /admin Disallow: /includes Disallow: /css Disallow: /controls Disallow: /js Disallow: /masterpages Disallow: /mp3s Disallow: /images Disallow: /profiles