# Begin robots.txt file
#/-----------------------------------------------\
#| In single portal/domain situations, uncomment the sitmap line and enter domain name
#\-----------------------------------------------/
#Sitemap: http://www.DomainNamehere.com/sitemap.aspx
# Slow down a bit
Crawl-delay: 10


User-agent: *
Disallow: /admin/
Disallow: /App_Browsers/
Disallow: /App_Code/
Disallow: /App_Data/
Disallow: /App_GlobalResources/
Disallow: /bin/
Disallow: /Components/
Disallow: /Config/
Disallow: /contest/
Disallow: /controls/
Disallow: /DesktopModules/
Disallow: /Documentation/
Disallow: /HttpModules/
Disallow: /images/
Disallow: /Install/
Disallow: /js/
Disallow: /Portals/
Disallow: /Providers/
Disallow: /Resources/ContentRotator/
Disallow: /Resources/ControlPanel/
Disallow: /Resources/Dashboard/
Disallow: /Resources/FeedBrowser/
Disallow: /Resources/OpenForceAd/
Disallow: /Resources/Search/
Disallow: /Resources/Shared/
Disallow: /Resources/SkinWidgets/
Disallow: /Resources/TabStrip/
Disallow: /Resources/Widgets/
#added by administrator
Disallow: /DesktopModules/SmokeRanch.BannerDisplay/
Disallow: /DesktopModules/SmokeRanch.BannerDisplay/SmokeRanch.BannerDisplay/
Disallow: /Activity-Feed/userId/	# Do not index user profiles

User-agent: msnbot
Disallow: /admin/
Disallow: /App_Browsers/
Disallow: /App_Code/
Disallow: /App_Data/
Disallow: /App_GlobalResources/
Disallow: /bin/
Disallow: /Components/
Disallow: /Config/
Disallow: /contest/
Disallow: /controls/
Disallow: /DesktopModules/
Disallow: /Documentation/
Disallow: /HttpModules/
Disallow: /images/
Disallow: /Install/
Disallow: /js/
Disallow: /Portals/
Disallow: /Providers/
Disallow: /Resources/ContentRotator/
Disallow: /Resources/ControlPanel/
Disallow: /Resources/Dashboard/
Disallow: /Resources/FeedBrowser/
Disallow: /Resources/OpenForceAd/
Disallow: /Resources/Search/
Disallow: /Resources/Shared/
Disallow: /Resources/SkinWidgets/
Disallow: /Resources/TabStrip/
Disallow: /Resources/Widgets/
Disallow: /Activity-Feed/userId/	# Do not index user profiles
#added by administrator
Disallow: /DesktopModules/SmokeRanch.BannerDisplay/
Disallow: /DesktopModules/SmokeRanch.BannerDisplay/SmokeRanch.BannerDisplay/
Crawl-delay: 5

User-agent: Slurp
Disallow: /*/ctl/		# Slurp permits *
Disallow: /admin/
Disallow: /App_Browsers/
Disallow: /App_Code/
Disallow: /App_Data/
Disallow: /App_GlobalResources/
Disallow: /bin/
Disallow: /Components/
Disallow: /Config/
Disallow: /contest/
Disallow: /controls/
Disallow: /DesktopModules/
Disallow: /Documentation/
Disallow: /HttpModules/
Disallow: /images/
Disallow: /Install/
Disallow: /js/
Disallow: /Portals/
Disallow: /Providers/
Disallow: /Resources/ContentRotator/
Disallow: /Resources/ControlPanel/
Disallow: /Resources/Dashboard/
Disallow: /Resources/FeedBrowser/
Disallow: /Resources/OpenForceAd/
Disallow: /Resources/Search/
Disallow: /Resources/Shared/
Disallow: /Resources/SkinWidgets/
Disallow: /Resources/TabStrip/
Disallow: /Resources/Widgets/
#added by administrator
Disallow: /DesktopModules/SmokeRanch.BannerDisplay/
Disallow: /DesktopModules/SmokeRanch.BannerDisplay/SmokeRanch.BannerDisplay/
Disallow: /Activity-Feed/userId/	# Do not index user profiles
Crawl-delay: 5

User-agent: Googlebot
Disallow: /*/ctl/		# Googlebot permits *
Disallow: /admin/
Disallow: /App_Browsers/
Disallow: /App_Code/
Disallow: /App_Data/
Disallow: /App_GlobalResources/
Disallow: /bin/
Disallow: /Components/
Disallow: /Config/
Disallow: /contest/
Disallow: /controls/
Disallow: /DesktopModules/
Disallow: /Documentation/
Disallow: /HttpModules/
Disallow: /Install/
Disallow: /Providers/
#added by administrator
Disallow: /DesktopModules/SmokeRanch.BannerDisplay/
Disallow: /DesktopModules/SmokeRanch.BannerDisplay/SmokeRanch.BannerDisplay/
Disallow: /Activity-Feed/userId/	# Do not index user profiles

User-agent: Yahoo Pipes 1.0
Disallow: /admin/
Disallow: /App_Browsers/
Disallow: /App_Code/
Disallow: /App_Data/
Disallow: /App_GlobalResources/
Disallow: /bin/
Disallow: /Components/
Disallow: /Config/
Disallow: /contest/
Disallow: /controls/
Disallow: /DesktopModules/
Disallow: /Documentation/
Disallow: /HttpModules/
Disallow: /images/
Disallow: /Install/
Disallow: /js/
Disallow: /Portals/
Disallow: /Providers/
Disallow: /Resources/ContentRotator/
Disallow: /Resources/ControlPanel/
Disallow: /Resources/Dashboard/
Disallow: /Resources/FeedBrowser/
Disallow: /Resources/OpenForceAd/
Disallow: /Resources/Search/
Disallow: /Resources/Shared/
Disallow: /Resources/SkinWidgets/
Disallow: /Resources/TabStrip/
Disallow: /Resources/Widgets/
Disallow: /Activity-Feed/userId/	# Do not index user profiles
#added by administrator
Disallow: /DesktopModules/SmokeRanch.BannerDisplay/
Disallow: /DesktopModules/SmokeRanch.BannerDisplay/SmokeRanch.BannerDisplay/

# And block bots that keep hitting us too hard / do not obey the disallow/nofollows:
User-agent: Amazonbot             
Disallow: /            
User-agent: SemrushBot
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: Yandex
Disallow: /
User-Agent: MJ12bot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: HTTrack
Disallow: /
User-agent: Linguee
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: BUbiNG
Disallow: /
User-agent: Barkrowler
Disallow: /
User-agent: DAUM 
Disallow: /
User-agent: MauiBot
Disallow: /
User-agent: AlphaSeoBot
Disallow: /
User-agent: ltx71 - (http://ltx71.com/)
Disallow: /
User-agent: InoopaBot
Disallow: /
User-agent: Cliqzbot
Disallow: /
User-agent: serpstatbot
Disallow: /
User-agent: um-IC
Disallow: /
User-agent: um-LN
Disallow: /
User-agent: Paracrawl
Disallow: /
User-agent: SEOkicks
Disallow: /
User-agent: SEOkicks-Robot
Disallow: /
User-agent: Scrapy
Disallow: /
User-agent: MTRobot
Disallow: /
User-agent: AwarioBot
Disallow: /
User-agent: AwarioRssBot
Disallow: /
User-agent: AwarioSmartBot
Disallow: /
User-agent: Screaming Frog SEO Spider
Disallow: /
User-agent: DataForSeoBot
Disallow: /
User-agent: GeedoBot
Disallow: /
User-agent: GeedoProductSearch
Disallow: /
User-agent: polite-crawler
Disallow: /
User-agent: SeekportBot
Disallow: /
User-agent: IonCrawl
Disallow: /
User-agent: Bytespider
Disallow: /
# Slow down more, as they fetch all 
User-agent: GPTBot
Crawl-Delay: 15
# Try again for Ahrefs, they seem to ignore the global disallow setting?
User-agent: AhrefsBot
Crawl-Delay: 15
# End of robots.txt file

# End of robots.txt file