# Begin robots.txt file
#/-----------------------------------------------\
#| In single portal/domain situations, uncomment the sitemap line and enter domain name
#\-----------------------------------------------/



User-agent: *
Disallow: /admin/
Disallow: /App_Browsers/
Disallow: /App_Code/
Disallow: /App_Data/
Disallow: /App_GlobalResources/
Disallow: /bin/
Disallow: /Components/
Disallow: /Config/
Disallow: /contest/
Disallow: /controls/
Disallow: /Documentation/
Disallow: /HttpModules/
Disallow: /Install/
Disallow: /Providers/
Disallow: /Resources/ContentRotator/
Disallow: /Resources/ControlPanel/
Disallow: /Resources/Dashboard/
Disallow: /Resources/FeedBrowser/
Disallow: /Resources/OpenForceAd/
Disallow: /Resources/SkinWidgets/
Disallow: /Resources/TabStrip/
Disallow: /Resources/Widgets/
Disallow: /Activity-Feed/userId/	# Do not index user profiles
Disallow: /*?returnurl=
Disallow: /activity-feed/


User-agent: msnbot
Disallow: /admin/
Disallow: /App_Browsers/
Disallow: /App_Code/
Disallow: /App_Data/
Disallow: /App_GlobalResources/
Disallow: /bin/
Disallow: /Components/
Disallow: /Config/
Disallow: /contest/
Disallow: /controls/
Disallow: /Documentation/
Disallow: /HttpModules/
Disallow: /Install/
Disallow: /Providers/
Disallow: /Resources/ContentRotator/
Disallow: /Resources/ControlPanel/
Disallow: /Resources/Dashboard/
Disallow: /Resources/FeedBrowser/
Disallow: /Resources/OpenForceAd/
Disallow: /Resources/SkinWidgets/
Disallow: /Resources/TabStrip/
Disallow: /Resources/Widgets/
Disallow: /Activity-Feed/userId/	# Do not index user profiles
Disallow: /*?returnurl=
Disallow: /activity-feed/
Disallow: /*postid
Crawl-delay: 30

User-agent: Slurp
Disallow: /*/ctl/		# Slurp permits *
Disallow: /admin/
Disallow: /App_Browsers/
Disallow: /App_Code/
Disallow: /App_Data/
Disallow: /App_GlobalResources/
Disallow: /bin/
Disallow: /Components/
Disallow: /Config/
Disallow: /contest/
Disallow: /controls/
Disallow: /Documentation/
Disallow: /HttpModules/
Disallow: /Install/
Disallow: /Providers/
Disallow: /Resources/ContentRotator/
Disallow: /Resources/ControlPanel/
Disallow: /Resources/Dashboard/
Disallow: /Resources/FeedBrowser/
Disallow: /Resources/OpenForceAd/
Disallow: /Resources/SkinWidgets/
Disallow: /Resources/TabStrip/
Disallow: /Resources/Widgets/
Disallow: /Activity-Feed/userId/	# Do not index user profiles
Disallow: /*?returnurl=
Disallow: /activity-feed/
Disallow: /*postid
Crawl-delay: 30

User-agent: Googlebot
Disallow: /*/ctl/		# Googlebot permits *
Disallow: /admin/
Disallow: /App_Browsers/
Disallow: /App_Code/
Disallow: /App_Data/
Disallow: /App_GlobalResources/
Disallow: /bin/
Disallow: /Components/
Disallow: /Config/
Disallow: /contest/
Disallow: /controls/
Disallow: /Documentation/
Disallow: /HttpModules/
Disallow: /Install/
Disallow: /Providers/
Disallow: /Resources/ContentRotator/
Disallow: /Resources/ControlPanel/
Disallow: /Resources/Dashboard/
Disallow: /Resources/FeedBrowser/
Disallow: /Resources/OpenForceAd/
Disallow: /Resources/SkinWidgets/
Disallow: /Resources/TabStrip/
Disallow: /Resources/Widgets/
Disallow: /Activity-Feed/userId/	# Do not index user profiles
Disallow: /*?returnurl=
Disallow: /activity-feed/
Disallow: /*postid

User-agent: Yahoo Pipes 1.0
Disallow: /admin/
Disallow: /App_Browsers/
Disallow: /App_Code/
Disallow: /App_Data/
Disallow: /App_GlobalResources/
Disallow: /bin/
Disallow: /Components/
Disallow: /Config/
Disallow: /contest/
Disallow: /controls/
Disallow: /Documentation/
Disallow: /HttpModules/
Disallow: /Install/
Disallow: /Providers/
Disallow: /Resources/ContentRotator/
Disallow: /Resources/ControlPanel/
Disallow: /Resources/Dashboard/
Disallow: /Resources/FeedBrowser/
Disallow: /Resources/OpenForceAd/
Disallow: /Resources/SkinWidgets/
Disallow: /Resources/TabStrip/
Disallow: /Resources/Widgets/
Disallow: /Activity-Feed/userId/	# Do not index user profiles
Disallow: /*?returnurl=
Disallow: /activity-feed/
Disallow: /*postid

User-Agent: Owlin Bot v. 3.0
Disallow: /

User-Agent: Owlin Bot
Disallow: /

User-Agent: Owlin
Disallow: /

#Baiduspider
User-agent: Baiduspider
Disallow: /
User-agent: Baiduspider+
Disallow: /
User-agent: Baiduspider+(+http://www.baidu.com/search/spider.htm)
Disallow: /
User-agent: Baiduspider/2.0; +http://www.baidu.com/search/spider.html
Disallow: /
User-agent: Baiduspider/2.0
Disallow: /
User-agent: +Baiduspider
Disallow: /
User-agent: +Baiduspider/2.0
Disallow: /
User-agent: +Baiduspider/2.0;++http://www.baidu.com/search/spider.html
Disallow: /
User-agent: Mozilla/5.0(compatible;Baiduspider/2.0; +http://www.baidu.com/search/spider.html)
Disallow: /
#Yandex
User-agent: spider
Disallow: /
User-agent: Yandex
Disallow: /
User-agent: Yandex.com
Disallow: /
User-agent: YandexBot/3.0
Disallow: /
#Sosospider
User-agent: Sosospider+
Disallow: /
#Ezooms
User-agent: ezooms
Disallow: /
User-agent: Ezooms/1.0
Disallow: /
User-agent: Mozilla/5.0(compatible;Ezooms/1.0;ezooms.bot[at]gmail[dot]com)
Disallow: /
#Sogou
User-agent: sogou spider
Disallow: /

User-agent: coccoc
Crawl-delay: 1

User-agent: Baiduspider
Disallow: /

User-agent: sogou spider
Disallow: /

User-agent: YodaoBot
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: Mail.Ru
Disallow: /

User-agent: moget
Disallow: /

User-agent: ichiro
Disallow: /

User-agent: NaverBot
Disallow: /

User-agent: Yeti
Disallow: /

User-agent: oBot
Disallow: /

User-agent: AddThis
Disallow: /

User-agent: wotbox
Disallow: /

User-agent: Embedly
Disallow: /

User-agent: 200PleaseBot
Disallow: /

User-agent: PaperLiBot
Disallow: /

User-agent: Genieo
Disallow: /

User-agent: ShowyouBot
Disallow: /

User-agent: TweetmemeBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: archive.org_bot
Disallow: /



User-agent: Exabot
Disallow: /

User-agent: SurveyBot
Disallow: /

User-agent: sistrix
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: BDCbot
Disallow: /

User-agent: BDCbot/1.0
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: rogerbot
Disallow: /

User-agent: spbot
Disallow: /

User-agent: linkdexbot
Disallow: /

User-agent: 360Spider
Disallow: /

User-agent: 360Spider-Image
Disallow: /

User-agent: 360Spider-Video
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: HaoSouSpider
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: grapeshot
Disallow: /

User-agent: proximic
Disallow: /

User-agent: LinkpadBot
Disallow: /

User-agent: Sunrise
Disallow: /

User-agent: Butterfly
Disallow: /

User-agent: Linguee Bot
Disallow: /

User-agent: TwengaBot-2.0
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: 008
Disallow: /

User-agent: AMZNKAssocBot/4.0
Disallow: /

User-agent: NerdyBot
Disallow: /

User-agent: trovitBot
Disallow: /

User-agent: ShopWiki
Disallow: /

User-agent: 007ac9
Disallow: /

User-agent: SiteExplorer
Disallow: /

User-agent: XoviBot
Disallow: /

User-agent: SMTBot
Disallow: /

User-agent: meanpathbot
Disallow: /

User-agent: MixrankBot
Disallow: /

User-agent: EasouSpider
Disallow: /

User-agent: Riddler
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: Swiftbot
Disallow: /

User-agent: Qwantify
Disallow: /

User-agent: psbot
Disallow: /

User-agent: CrazyWebCrawler-Spider
Disallow: /

User-agent: HyperCrawl
Disallow: /

User-agent: daumoa
Disallow: /


User-agent: netseer
Disallow: /

User-agent: BacklinkCrawler
Disallow: /

User-agent: Alexabot
Disallow: /

User-agent: SurdotlyBot
Disallow: /

User-agent: MegaIndex.ru/2.0
Disallow: /

User-agent: MegaIndex.ru
Disallow: /

User-agent: yacybot
Disallow: /

User-agent: QuerySeekerSpider
Disallow: /

User-agent: WBSearchBot
Disallow: /

User-agent: DeuSu
Disallow: /

User-agent: TDJBOT
Disallow: /

User-agent: Findxbot/1.0
Disallow: /

User-agent: Findxbot
Disallow: /

User-agent: Y! J-ASR
Disallow: /
# End of robots.txt file