# ==============================================
# SEMRUSH FREE TRIAL — ROBOTS.TXT
# ==============================================

User-agent: *

# Allow all landing pages (16 language subfolders)
Allow: /en/
Allow: /it/
Allow: /sv/
Allow: /cs/
Allow: /no/
Allow: /pt/
Allow: /fr/
Allow: /de/
Allow: /da/
Allow: /tr/
Allow: /th/
Allow: /hi/
Allow: /ro/
Allow: /fi/
Allow: /nl/
Allow: /es/

# Allow static assets
Allow: /assets/

# Disallow admin, internal, and test paths
Disallow: /admin/
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /test/
Disallow: /staging/
Disallow: /dev/
Disallow: /internal/
Disallow: /api/
Disallow: /cgi-bin/
Disallow: /*.json$
Disallow: /signup/confirmation/
Disallow: /account/
Disallow: /dashboard/

# Disallow search and filter query strings
Disallow: /*?s=
Disallow: /*?q=
Disallow: /*&utm_

# Crawl-delay (optional — remove if not needed)
# Crawl-delay: 1

# Sitemap reference
Sitemap: https://semrush-free-trial.com/sitemap.xml