# All robots will spider the domain User-agent: * Disallow: /_engine/ Disallow: /_error/ Disallow: /includes/ Disallow: /javascript/ Disallow: /stylesheets/