User-agent: * Disallow: User-agent: * User-agent: dotbot Disallow: / User-agent: taptubot Disallow: / User-agent: Yandex/1.01.001 Disallow: / User-agent: Yandex Disallow: / User-agent: Sogou web spider/4.0 Disallow: / User-agent: spbot/2.0.2 Disallow: / User-agent: 008/0.83 Disallow: / User-agent: spbot Disallow: / User-agent: xxxxx Disallow: / User-agent: Slurp Crawl-delay: 0.5 Disallow: /awstats/ Disallow: /file_store/ Disallow: /control/ Disallow: /images/ Disallow: /js/ Disallow: /templates/ Disallow: /sandtrap/ Disallow: /cgi-bin/ Allow: /