# /robots.txt file for http://www.fancydresswarehouse.com/ User-agent: * Disallow: /storefront/keywordsearch/ # disallow to stop bots indexing search Disallow: /storefront/viewprofile/ # disallow to stop bots indexing stuff Disallow: /storefront/checkout/ # disallow to stop bots indexing checkout Disallow: /*jsessionid= # dont index pages with session ids User-agent: http://www.almaden.ibm.com/cs/crawler Disallow: / User-agent: e-SocietyRobot Disallow: /