User-agent: *
Allow: /

# Block bots from filter/search pages
User-agent: meta-externalagent
Disallow: /shop/?*filter_
Disallow: /shop/page/

User-agent: facebookexternalhit
Disallow: /shop/?*filter_
Disallow: /shop/page/

User-agent: PetalBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: Bytespider
Disallow: /

Sitemap: https://osslab.tv/sitemap.xml