# # robots.txt # #show sitemap location Sitemap: http://www.trl.co.uk/sitemap.xml Sitemap: http://www.trl.co.uk/sitemapreports.xml Sitemap: http://www.trl.co.uk/sitemapnews.xml Sitemap: http://www.trl.co.uk/sitemapevents.xml Sitemap: http://www.trl.co.uk/sitemapimages.xml # general excludes - only put in safe directories User-agent: * Disallow: /assets Disallow: /styles Disallow: /javascript # odd pages to disallow Disallow: /online_store/images/by_category/image_detail.htm Disallow: /rowsaf/vtpb/ # allow bots User-agent: msnbot Disallow: /assets Disallow: /styles Disallow: /javascript Disallow: /online_store/images/by_category/image_detail.htm Disallow: /rowsaf/vtpb