User-agent: VoilaBot Disallow: / User-agent: woriobot Disallow: / User-agent: twiceler Disallow: / User-agent: CrownPeak-HttpAgent Disallow: / User-agent: CrownPeak Disallow: / User-agent: CrownPeak-HttpAgent/1.0 [en] (MSIE 5.0; WinNT; I) Disallow: / User-agent: googlebot Disallow: /images/Art/JoceySig.gif Crawl-delay: 10 User-agent: Googlebot-Image Disallow: /images/Art/JoceySig.gif Crawl-delay: 10 User-agent: msnbot Disallow: Crawl-delay: 10 User-agent: Slurp Disallow: Crawl-delay: 10 User-agent: fast Disallow: Crawl-delay: 10 User-agent: teomaagent1 Disallow: Crawl-delay: 10 User-agent: directhit Disallow: Crawl-delay: 10 User-agent: lycos Disallow: Crawl-delay: 10 User-agent: gigabot Disallow: Crawl-delay: 10 User-agent: Gigabot/3.0 Disallow: Crawl-delay: 10 # Google: "googlebot" # Google's Image Search: "Googlebot-Image" # MSN: "msnbot" # Inktomi: "Slurp" # AllTheWeb: "fast" # AskJeeves: "teomaagent1" or "directhit" # Lycos: "lycos" # Gigabot/3.0 (http://www.gigablast.com/spider.html) # VoilaBot BETA 1.2 (http://www.voila.com/ # Mozilla/5.0 (compatible; woriobot +http://worio.com)