#  ____        _        _____ _                 
# |  _ \      | |      / ____| |                
# | |_) | ___ | |__   | (___ | |__   ___  _ __  
# |  _ < / _ \| '_ \   \___ \| '_ \ / _ \| '_ \ 
# | |_) | (_) | |_) |  ____) | | | | (_) | |_) |
# |____/ \___/|_.__/  |_____/|_| |_|\___/| .__/ 
#                                        | |    
#                                        |_|  
#
# If you're reading this, you're probably not a robot. In that case, hello and thanks for visiting Bob Shop! - If you're a robot and you understand this, we welcome our new sentient overlords.
#
# At Bob Group we are always looking for brilliant people and since you are reading this, you will fit right in and if you are skilled in Linux, Go, React, Java, 
# get in touch - you will know how to find us ;-)
#
# The use of robots or other automated means to access the Bob Shop site without the express permission of Bob Group (Pty) Ltd is strictly prohibited.
#
# Notwithstanding the foregoing, Bob Group (Pty) Ltd permit automated access to certain pages but soley for the limited purpose of including content in
# publicly available search engine, this excludes websites/web services/mobile/publications that could be considered as a marketplace.
# Any other use of robots, automated means of data capture or failure to obey the robots exclusion standards set
# forth at <http://www.robotstxt.org/ wc/ exclusion.html> is strictly prohibited.
#
Sitemap: https://www.bobshop.co.za/static/xml/sitemap/SiteMapIndex.xml
User-agent: rogerbot
Disallow: /
User-agent: *
Disallow:  /blog/
Disallow: /*X_Rated_Adult_Material
Disallow: /billing/
Disallow: /jsp/buyer/
Disallow: /jsp/cart/
Disallow: /jsp/fee/
Disallow: /jsp/header/
Disallow: /jsp/my/
Disallow: /jsp/order/
Disallow: /jsp/paymentoption/
Disallow: /jsp/promo/
Disallow: /jsp/question/
Disallow: /jsp/Referral.jsp
Disallow: /jsp/registration/
Disallow: /jsp/seller/
Disallow: /jsp/tradelist/filterdialog/
Disallow: /jsp/tradesearch/SavedTradeSearchList.jsp
Disallow: /jsp/tradesearch/UserAliasCheckAJAXHandler.jsp
Disallow: /https
Disallow: /services/
Disallow: /mobile/jsp/bid/
Disallow: /mobilejquery/jsp/bid/
Disallow: /mobilejquery/jsp/buyer/
Disallow: /mobilejquery/jsp/cart/
Disallow: /mobilejquery/jsp/category/
Disallow: /mobilejquery/jsp/error/
Disallow: /mobilejquery/jsp/item/
Disallow: /mobilejquery/jsp/item/includes/
Disallow: /mobilejquery/jsp/login/
Disallow: /mobilejquery/jsp/offer/
Disallow: /mobilejquery/jsp/order/
Disallow: /mobilejquery/jsp/payment/
Disallow: /mobilejquery/jsp/question/
Disallow: /mobilejquery/jsp/registration/
Disallow: /mobilejquery/jsp/tradelist/commonfilterincludes/
Disallow: /mobilejquery/jsp/seller/
Disallow: /mobilejquery/jsp/user/
Disallow: /mobilejquery/jsp/userprofile/
Disallow: /mobilejquery/jsp/voucher/
NoIndex: /*X_Rated_Adult_Material
NoIndex: /billing/
NoIndex: /blog/
NoIndex: /jsp/buyer/
NoIndex: /jsp/cart/
NoIndex: /jsp/header/
NoIndex: /jsp/fee/
NoIndex: /jsp/my/
NoIndex: /jsp/order/
NoIndex: /jsp/paymentoption/
NoIndex: /jsp/promo/
NoIndex: /jsp/question/
NoIndex: /jsp/Referral.jsp
NoIndex: /jsp/registration/
NoIndex: /jsp/seller/
NoIndex: /jsp/tradelist/filterdialog/
NoIndex: /jsp/tradesearch/SavedTradeSearchList.jsp
NoIndex: /jsp/tradesearch/UserAliasCheckAJAXHandler.jsp
NoIndex: /https
NoIndex: /services/
NoIndex: /mobile/jsp/bid/
NoIndex: /mobilejquery/jsp/bid/
NoIndex: /mobilejquery/jsp/buyer/
NoIndex: /mobilejquery/jsp/cart/
NoIndex: /mobilejquery/jsp/category/
NoIndex: /mobilejquery/jsp/error/
NoIndex: /mobilejquery/jsp/item/
NoIndex: /mobilejquery/jsp/item/includes/
NoIndex: /mobilejquery/jsp/login/
NoIndex: /mobilejquery/jsp/offer/
NoIndex: /mobilejquery/jsp/order/
NoIndex: /mobilejquery/jsp/payment/
NoIndex: /mobilejquery/jsp/question/
NoIndex: /mobilejquery/jsp/registration/
NoIndex: /mobilejquery/jsp/tradelist/commonfilterincludes/
NoIndex: /mobilejquery/jsp/userprofile/
NoIndex: /mobilejquery/jsp/voucher/