User-agent: *
Disallow: /backend/web/login
Disallow: /backend/web/vendor-login

User-agent: Googlebot
Disallow: /backend/web/login
Disallow: /backend/web/vendor-login


User-agent: Googlebot-Mobile
Disallow: /backend/web/login
Disallow: /backend/web/vendor-login


User-agent: Mediapartners-Google
Disallow: /backend/web/login
Disallow: /backend/web/vendor-login


User-agent: AdsBot-Google
Disallow: /backend/web/login
Disallow: /backend/web/vendor-login

User-agent: bingbot
Disallow: /backend/web/login
Disallow: /backend/web/vendor-login


User-agent: ia_archiver
Disallow: /backend/web/login
Disallow: /backend/web/vendor-login


User-agent: Twitterbot
Disallow: /backend/web/login
Disallow: /backend/web/vendor-login


User-agent: Yandex
Disallow: /backend/web/login
Disallow: /backend/web/vendor-login


User-agent: SeznamBot
Disallow: /backend/web/login
Disallow: /backend/web/vendor-login


User-agent: DuckDuckBot
Disallow: /backend/web/login
Disallow: /backend/web/vendor-login


User-agent: AhrefsBot
Disallow: /backend/web/login
Disallow: /backend/web/vendor-login


User-agent: Applebot
Disallow: /backend/web/login
Disallow: /backend/web/vendor-login


Disallow: /cgi-bin


#Allow for CSS & JS Files

User-Agent: *

Allow: /*.js
Allow: /*.css
Allow: /*.jpg
Allow: /*.png

Sitemap: https://www.caterninja.com/sitemap.xml