# Begin robots.txt file
#/-----------------------------------------------\
#| In single portal/domain situations, uncomment the sitmap line and enter domain name
#\-----------------------------------------------/
Sitemap: https://boedeker.com/sitemap_index.xml
User-agent: *


User-agent: *
Disallow: /admin/
#Disallow: /App_Code/
#Disallow: /App_Data/
#Disallow: /App_GlobalResources/
#Disallow: /App_Browsers/
#Disallow: /bin/
#Disallow: /Components/
#Disallow: /Config/
#Disallow: /contest/
#Disallow: /controls/
#Disallow: /DesktopModules/
#Disallow: /Documentation/
#Disallow: /HttpModules/
#Disallow: /images/
#Disallow: /Install/
#Disallow: /js/
#Disallow: /Portals/
#Disallow: /Providers/
#Disallow: /Resources/ContentRotator/
#Disallow: /Resources/ControlPanel/
#Disallow: /Resources/Dashboard/
#Disallow: /Resources/FeedBrowser/
#Disallow: /Resources/OpenForceAd/
#Disallow: /Resources/Search/
#Disallow: /Resources/Shared/
#Disallow: /Resources/SkinWidgets/
#Disallow: /Resources/TabStrip/
#Disallow: /Resources/Widgets/
#Disallow: /Activity-Feed/userId/	# Do not index user profiles

User-agent: msnbot
#Disallow: /admin/
#Disallow: /App_Browsers/
#Disallow: /App_Code/
#Disallow: /App_Data/
#Disallow: /App_GlobalResources/
#Disallow: /bin/
#Disallow: /Components/
#Disallow: /Config/
#Disallow: /contest/
#Disallow: /controls/
#Disallow: /DesktopModules/
#Disallow: /Documentation/
#Disallow: /HttpModules/
#Disallow: /images/
#Disallow: /Install/
#Disallow: /js/
#Disallow: /Portals/
#Disallow: /Providers/
#Disallow: /Resources/ContentRotator/
#Disallow: /Resources/ControlPanel/
#Disallow: /Resources/Dashboard/
#Disallow: /Resources/FeedBrowser/
#Disallow: /Resources/OpenForceAd/
#Disallow: /Resources/Search/
#Disallow: /Resources/Shared/
#Disallow: /Resources/SkinWidgets/
#Disallow: /Resources/TabStrip/
#Disallow: /Resources/Widgets/
#Disallow: /Activity-Feed/userId/	# Do not index user profiles
Crawl-delay: 5

User-agent: Slurp
Disallow: /*/ctl/		# Slurp permits *
Disallow: /admin/
#Disallow: /App_Browsers/
#Disallow: /App_Code/
#Disallow: /App_Data/
#Disallow: /App_GlobalResources/
#Disallow: /bin/
#Disallow: /Components/
#Disallow: /Config/
#Disallow: /contest/
#Disallow: /controls/
#Disallow: /DesktopModules/
#Disallow: /Documentation/
#Disallow: /HttpModules/
#Disallow: /images/
#Disallow: /Install/
#Disallow: /js/
#Disallow: /Portals/
#Disallow: /Providers/
#Disallow: /Resources/ContentRotator/
#Disallow: /Resources/ControlPanel/
#Disallow: /Resources/Dashboard/
#Disallow: /Resources/FeedBrowser/
#Disallow: /Resources/OpenForceAd/
#Disallow: /Resources/Search/
#Disallow: /Resources/Shared/
#Disallow: /Resources/SkinWidgets/
#Disallow: /Resources/TabStrip/
#Disallow: /Resources/Widgets/
#Disallow: /Activity-Feed/userId/	# Do not index user profiles
Crawl-delay: 5

User-agent: Googlebot
Disallow: /*/ctl/		# Googlebot permits *
Disallow: /admin/
#Disallow: /App_Browsers/
#Disallow: /App_Code/
#Disallow: /App_Data/
#Disallow: /App_GlobalResources/
#Disallow: /bin/
#Disallow: /Components/
#Disallow: /Config/
#Disallow: /contest/
#Disallow: /controls/
#Disallow: /Documentation/
#Disallow: /HttpModules/
#Disallow: /Install/
#Disallow: /Providers/
#Disallow: /Activity-Feed/userId/	# Do not index user profiles

User-agent: Yahoo Pipes 1.0
Disallow: /admin/
#Disallow: /App_Browsers/
#Disallow: /App_Code/
#Disallow: /App_Data/
#Disallow: /App_GlobalResources/
#Disallow: /bin/
#Disallow: /Components/
#Disallow: /Config/
#Disallow: /contest/
#Disallow: /controls/
#Disallow: /DesktopModules/
#Disallow: /Documentation/
#Disallow: /HttpModules/
#Disallow: /images/
#Disallow: /Install/
#Disallow: /js/
#Disallow: /Portals/
#Disallow: /Providers/
#Disallow: /Resources/ContentRotator/
#Disallow: /Resources/ControlPanel/
#Disallow: /Resources/Dashboard/
#Disallow: /Resources/FeedBrowser/
#Disallow: /Resources/OpenForceAd/
#Disallow: /Resources/Search/
#Disallow: /Resources/Shared/
#Disallow: /Resources/SkinWidgets/
#Disallow: /Resources/TabStrip/
#Disallow: /Resources/Widgets/
#Disallow: /Activity-Feed/userId/	# Do not index user profiles


# End of robots.txt file