#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/robotstxt.html

User-agent: *
Crawl-delay: 10
# CSS, JS, Images
Allow: /misc/*.css$
Allow: /misc/*.css?
Allow: /misc/*.js$
Allow: /misc/*.js?
Allow: /misc/*.gif
Allow: /misc/*.jpg
Allow: /misc/*.jpeg
Allow: /misc/*.png
Allow: /modules/*.css$
Allow: /modules/*.css?
Allow: /modules/*.js$
Allow: /modules/*.js?
Allow: /modules/*.gif
Allow: /modules/*.jpg
Allow: /modules/*.jpeg
Allow: /modules/*.png
Allow: /profiles/*.css$
Allow: /profiles/*.css?
Allow: /profiles/*.js$
Allow: /profiles/*.js?
Allow: /profiles/*.gif
Allow: /profiles/*.jpg
Allow: /profiles/*.jpeg
Allow: /profiles/*.png
Allow: /themes/*.css$
Allow: /themes/*.css?
Allow: /themes/*.js$
Allow: /themes/*.js?
Allow: /themes/*.gif
Allow: /themes/*.jpg
Allow: /themes/*.jpeg
Allow: /themes/*.png

# Directories
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /themes/

# Files
Disallow: /CHANGELOG.txt
Disallow: /cron.php
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /INSTALL.sqlite.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /MAINTAINERS.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php

# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips/
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /user/logout/
Disallow: /bin/register 
Disallow: /bin/password
Disallow: /bin/login
Disallow: /bin/forgot-password
Disallow: /bin/api/register
Disallow: /bin/api/newsletter/subscribe
Disallow: /bin/api/forgot-password
Disallow: /bin/api/password
Disallow: /bin/api/login
Disallow: /bin/api/logout
Disallow: /bin/api/contact-us
Disallow: /bin/api/newsletter/subscribe/survey
Disallow: /bin/api/register
Disallow: /bin/api/compareProducts
Disallow: /bin/api/search
Disallow: /bin/api/login-shop
Disallow: /bin/api/colorPopUp
Disallow: /bin/api/*

# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=filter/tips/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/
Disallow: /?q=user/logout/

Disallow: /app/
Disallow: /cache/
Disallow: /cart/
Disallow: /classes/
Disallow: /config/
Disallow: /controllers/
Disallow: /download/
Disallow: /edi/
Disallow: /error_log
Disallow: /js/
Disallow: /localization/
Disallow: /log/
Disallow: /mails/
Disallow: /override/
Disallow: /pdf/
Disallow: /src/
Disallow: /tools/
Disallow: /translations/
Disallow: /upload/
Disallow: /var/
Disallow: /vendor/
Disallow: /webservice/

Disallow: /api.php
Disallow: /basketchange.php
Disallow: /basketedit.php
Disallow: /basket-onchange.php
Disallow: /checkup.php
Disallow: /client-address.php
Disallow: /client-addresses.php
Disallow: /client-new.php
Disallow: /client-orders.php
Disallow: /client-save.php
Disallow: /cron.sh
Disallow: /get.php
Disallow: /login.php
Disallow: /loginedit.php
Disallow: /loginonce.php
Disallow: /membership-card.php
Disallow: /order1.php
Disallow: /order2.php
Disallow: /order3.php
Disallow: /ordercancel.php
Disallow: /orderconfirm.php
Disallow: /orderdetails.php
Disallow: /order-document.php
Disallow: /order-newpayment.php
Disallow: /order-payment.php
Disallow: /order-postauction.php
Disallow: /order-wrappers.php
Disallow: /payments-confirm.php
Disallow: /products-bought.php
Disallow: /products-requests.php
Disallow: /przelew.php
Disallow: /purposes.json
Disallow: /rebate-code.php
Disallow: /rma-add.php
Disallow: /rma-list.php
Disallow: /settings.php

### Automatically banned scanners and crawlers section ###
User-agent: 008
Disallow: /
user-agent: AhrefsBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: metajobbot
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: Ezooms
Disallow: /
User-agent: fyberspider
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: MojeekBot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: wotbox
Disallow: /
User-agent: TwengaBot-Discover
Disallow: /
User-agent: TwengaBot/2.0
Disallow: /
User-agent: TwengaBot
Disallow: /
User-agent: TwengaBot-2.0
Disallow: /


Sitemap: https://www.sadolin.pl/pl/sitemap.xml