#disallow osCommerce site
User-agent: * 
Disallow: /catalog/admin 
Disallow: /catalog/download
Disallow: /catalog/ext
Disallow: /catalog/fonts
Disallow: /catalog/includes
Disallow: /catalog/js
Disallow: /catalog/pub
Disallow: /catalog/quickbooks
Disallow: /catalog/storeadmin
Disallow: /catalog/download
Disallow: /catalog/styles
Disallow: /catalog/account.php
Disallow: /catalog/advanced_search.php
Disallow: /catalog/checkout_shipping.php
Disallow: /catalog/create_account.php
Disallow: /catalog/login.php
Disallow: /catalog/password_forgotten.php
Disallow: /catalog/shopping_cart.php
# disallow bots
User-agent: AhrefsBot 
Disallow: /
User-agent: Blexbot
Disallow: /
User-agent: Dotbot
Disallow: /
User-agent: MJ12bot
Disallow: / 
User-agent: PetalBot
Disallow: /
User-agent: SeznamBot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: Yandex
Disallow: /
User-agent: YandexImages
Disallow: /
User-agent: YandexBot
Disallow: /
User-agent: ZoominfoBot
Disallow: /