User-agent: *

Disallow: /about/
Disallow: /adx/
Disallow: /captcha/
Disallow: /cgi-bin/
Disallow: /cookie/
Disallow: /embed/
Disallow: /folder/
Disallow: /include/
Disallow: /index.php/
Disallow: /login/
Disallow: /media/

Disallow: /null
Disallow: /undefined
Disallow: /api.php
Disallow: /cron.php
Disallow: /get.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /install.php
Disallow: /purposes.json

# Automatically banned scanners and crawlers section ###
User-agent: 008
Disallow: /
user-agent: AhrefsBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: metajobbot
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: Ezooms
Disallow: /
User-agent: fyberspider
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: MojeekBot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: wotbox
Disallow: /
User-agent: TwengaBot-Discover
Disallow: /
User-agent: TwengaBot/2.0
Disallow: /
User-agent: TwengaBot
Disallow: /
User-agent: TwengaBot-2.0
Disallow: /

Sitemap: https://baic-auto.pl/sitemap.xml