# robots.txt # general User-agent: * Disallow: /terms Disallow: /redeem Disallow: /sljsp Disallow: /swissflirt # prevent Internet Explorer from crawling all pages for offline browsing User-Agent: MSIECrawler Disallow: / #EOF