#Toegevoegd door server beheerders om overlast door bots te beperken start 1703056780
User-agent: *
Allow: /
Disallow: /badbotbantrap
Crawl-delay: 60

User-agent: PetalBot
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: zoominfobot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: BLEXBot
Disallow: /


User-agent: MJ12bot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Applebot
Disallow: /

User-agent: Bytespider
Disallow: /

#Toegevoegd door server beheerders om overlast door bots te beperken end 1703056780
User-agent: *

Sitemap:https://www.usbstick.be/xmlsitemap.php

Disallow: /config.php
Disallow: /catalog/
Disallow: /rimo84/
Disallow: /files/
Disallow: /README
Disallow: /antibot_image.php
Disallow: /auth.php
Disallow: /banner.php
Disallow: /change_password.php
Disallow: /check_requirements.php
Disallow: /choosing.php
Disallow: /cleanup.php
Disallow: /cdn-cgi/
Disallow: /cmpi_popup.php
Disallow: /comparison.php
Disallow: /comparison_list.php
Disallow: /customer/
Disallow: /default_icon.gif
Disallow: /default_image.gif
Disallow: /default_logo.gif
Disallow: /download.php
Disallow: /error_message.php
Disallow: /featured_products.php
Disallow: /giftcert.php
Disallow: /giftreg_manage.php
Disallow: /giftregs.php
Disallow: /help.php
Disallow: /https.php
Disallow: /images1/
Disallow: /include/
Disallow: /index.html
Disallow: /init.php
Disallow: /magnifier_xml.php
Disallow: /mail/
Disallow: /modules/
Disallow: /news.php
Disallow: /offers.php
Disallow: /order.php
Disallow: /orders.php
Disallow: /partner/
Disallow: /payment/
Disallow: /pconf.php
Disallow: /popup_edit_label.php
Disallow: /popup_fc_products.php
Disallow: /popup_image.php
Disallow: /popup_info.php
Disallow: /popup_magnifier.php
Disallow: /popup_poptions.php
Disallow: /prepare.php
Disallow: /process_order.php
Disallow: /products.php
Disallow: /provider/
Disallow: /recommends.php
Disallow: /referer.php
Disallow: /returns.php
Disallow: /schemes/
Disallow: /send_to_friend.php
Disallow: /shipping/
Disallow: /shop_closed.html
Disallow: /skin_backup/
Disallow: /slabel.php
Disallow: /smarty.php
Disallow: /sql/
Disallow: /survey.php
Disallow: /test/
Disallow: /top.inc.php
Disallow: /upgrade/
Disallow: /var/

# Do not index pages that are sorted or filtered.
Disallow: */orderby/