# # # Robots.txt file from http://www.dollshouse.com/robots.txt # # All robots will spider the domain User-agent: * Disallow: /admin Disallow: /asp Disallow: /common Disallow: /dhe/admin Disallow: /dhe/checkout Disallow: /dhe/common Disallow: /dhe/Errors Disallow: /dhe/trade Allow: /dhe/users/reserve-catalogue.aspx Disallow: /dhe/users Disallow: /downloads Disallow: /emailsender Disallow: /errors Disallow: /mediacentre/releaselibrary Disallow: /offers/specials Disallow: /scripts Disallow: /trade Disallow: /safewire Disallow: /templates Disallow: /uk Disallow: /us Disallow: /dhe/search_results.aspx Disallow: /search.aspx* Disallow: /?source User-agent: Tasapspider Disallow: / Sitemap: http://www.dollshouse.com/sitemap.xml