# For domain: http://www.gotaormina.com # All robots will spider the domain User-agent: * Disallow: /travelowner/ Disallow: /travelclient/ Disallow: *map.lasso* Disallow: /travelmate/memo.lasso Disallow: /travelmate/contact.lasso # disallow dynamic stuff User-agent: ShopWiki Disallow: /travelmate/ User-agent: twiceler Disallow: /travelmate #http://www.entireweb.com/about/search_tech/speedy_spider/ User-agent: Speedy Disallow: /travelmate # disallow all User-agent: Exabot Disallow: / User-agent: ScoutJet Disallow: / #http://www.seoprofiler.com/bot/ User-agent: spbot Disallow: / #http://help.soso.com/webspider.htm User-agent: Sosospider Disallow: / #http://www.sogou.com/docs/help/webmasters.htm#07 User-agent: Sogou* Disallow: /