User-agent: *

# Disallow sensitive or non-public resources
Disallow: /private/
Disallow: /admin/
Disallow: /login/
Disallow: /register/
Disallow: /user/
Disallow: /settings/
Disallow: /*?*
Disallow: /tmp/
Disallow: /backup/
Disallow: /*.sql$
Disallow: /*.bak$
Disallow: /*.zip$

# SemRush
User-agent: SemrushBot
Disallow: *careers*
Disallow: *jobs*
Disallow: /*?*=*

Sitemap: https://www.webless.ai/sitemap.xml