# robots.txt # This file should go in your web site's ROOT directory # Search engine spiders/crawlers to allow User-agent: * Allow: / # Pages NOT to index User-agent: * Disallow: /includes/ Disallow: /includes/gimg/ Disallow: /includes/img/ Disallow: /includes/trade/ Disallow: /includes/visual/ Disallow: /webalizer/ SITEMAP: http://brownsea.com.sg/sitemap.xml