# robots.txt for http://www.whitestag.org User-agent: * Disallow: /resources/ #do not index graphics directory User-agent: EmailSiphon Disallow: / User-agent: DIIbot Disallow: / User-agent: 007 Disallow: / User-agent: tivraSpider Disallow: / User-agent: crawlerboy Disallow: / User-agent: webbandit Disallow: / User-agent: icdpos Disallow: / User-agent: PCBeaconBot Disallow: / User-agent: htdig Disallow: / User-agent: appie Disallow: / User-agent: ru Disallow: / User-agent: larbin Disallow: / User-agent: larbin spider@dunnserver.com Disallow: / User-agent: ZyBorg Disallow: / User-agent: Slurp Disallow: / User-agent: Slurp.so Disallow: /