# /robots.txt file for slbGroup User-agent: * # directed to all spiders Disallow: /Concern/Styles User-agent: htdig # override Disallow: /Concern/Styles Disallow: /Concern/Downloads