# robots.txt # #Replace all leading / with your shop directory name #Remove the # to activate additional blocks # #Block All Images #Disallow: *.gif #Disallow: *.jpg #Disallow: /*.gif$ #Disallow: /*.jpg$ #Block out directories bots don't need to go to User-agent: * Disallow: /admin/ Disallow: /download/ Disallow: /font/ Disallow: /install/ Disallow: /images/ Disallow: /address_book_process.php Disallow: /account.php Disallow: /account_edit.php Disallow: /account_edit_process.php Disallow: /account_history.php Disallow: /account_history_info.php Disallow: /address_book.php Disallow: /checkout_process.php Disallow: /advanced_search.php Disallow: /advanced_search_result.php Disallow: /checkout_address.php Disallow: /checkout_confirmation.php Disallow: /checkout_payment.php Disallow: /checkout_success.php Disallow: /contact_us.php Disallow: /create_account.php Disallow: /create_account_process.php Disallow: /create_account_success.php Disallow: /login.php Disallow: /logoff.php Disallow: /password_forgotten.php Disallow: /popup_image.php Disallow: /cookie_usage.php Disallow: /login_acc.php Disallow: /form_check.js.php Disallow: /login_pwa.php Disallow: /tellafriend.php Disallow: /recommend.htm # IF YOU DO NOT WISH TO HAVE THE GOOGLE IMAGE BOT SCAN YOUR topbrandsoutlet.no FOR IMAGES # THEN YOU CAN INCLUDE THE FOLLOWING IN YOUR ROBOTS FILE. # I FOUND THAT MY BANDWIDTH USAGE DROPPED BY A MASSIVE AMOUNT AFTER I GOT RID # OF THE GOOGLE IMAGE BOT. ALL I HAD WAS IMAGE HUNTERS STEALING PRODUCT SHOTS # AND NOT EVEN BROWSING THE SITE. #User-agent: Googlebot-Image #Disallow: /