# robots.txt for http://www.scidev.net/

User-agent: *
 Disallow: */article_emailToFriendForm*
 Disallow: *coldboxevent*
 Disallow: */webfeeds.html?feedLink=*
 Disallow: *?stay=*
 Disallow: *?from=*
 Disallow: *?utm_campaign*
 Disallow: */CFID*
 Disallow: */scidev_admin*
 
User-agent: Yahoo! Slurp
Crawl-delay: 120
Allow: /
User-agent: Slurp
Crawl-delay: 120
Allow: /

User-Agent: Owlin Bot v. 3.0
Disallow: /
User-Agent: Owlin bot v3
Disallow: /
User-Agent: Owlin Bot
Disallow: /
User-Agent: Owlin
Disallow: /
#User-agent: Yandex
#Disallow: /
#User-agent: YandexBot
#Disallow: /
#User-agent: VoilaBot BETA 1.2
#Disallow: /
#User-agent: VoilaBot
#Disallow: /
#User-agent: Genieo
#Disallow: /
#User-agent: proximic
#Disallow: /
#User-agent: AhrefsBot/4.0
#Disallow: /
#User-agent: Ezooms
#Disallow: /
#User-agent: MJ12bot
#Disallow: /
#User-agent: Sogou
#Disallow: /
#User-agent: sogou spider
#Disallow: /
#User-agent: Mail.RU_Bot
#Disallow: /
#User-agent: CompSpyBot
#Disallow: /
#User-agent: MJ12bot
#Disallow: /
#User-Agent: trendictionbot 
#Disallow: /
#User-agent: Aboundexbot
#Disallow: /
#User-agent: WBSearchBot
#Disallow: /
#User-agent: JikeSpider
#Disallow: /

sitemap: http://www.scidev.net/sitemap.xml