User-agent: *
Crawl-delay: 5
Sitemap: https://www.topstar.ro/sitemap.xml

# No need to index this stuff
Disallow: /feed/
Disallow: /html/
Disallow: /scripts/
Disallow: /remote
Disallow: /invoice
# Avoid duplicate content as it may do more harm than good
Disallow: /*?f=*
Disallow: /*?fb_xd_fragment
Disallow: /*?qty=*
Disallow: /*?mobile=*

# Disallow some bots we do not care about
User-agent: 008
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: EtaoSpider
Disallow: /
User-agent: NPBot
Disallow: /
User-agent: Synthesio
Disallow: /

# Disallow for redirect params / UTM-urile BigBear
Disallow: /*2pau
Disallow: /*2ptt
Disallow: /*2ptu
Disallow: /*2prp
Disallow: /*2pdlst