User-agent: *
Disallow: /accounts/
Disallow: /admin/
Disallow: /api/
Disallow: /cloudpay/
Disallow: /stripe/
Disallow: /paypal/
Disallow: /dashboard
Disallow: /metrics
Disallow: /downloadzip
Disallow: /*?utm_*
Disallow: /*?ref=*
Disallow: /*&sort=*
Disallow: /search?sreq=$
Allow: /search?sreq=*
Allow: /image?imgs=*
Allow: /video/*
Allow: /static/

# Allow important bots
User-agent: Googlebot
Allow: /

User-agent: Bingbot  
Allow: /

User-agent: Yandex
Allow: /

# Crawl delay for other bots
Crawl-delay: 1

# Sitemap
Sitemap: https://refsee.com/sitemap.xml

# Host
Host: https://refsee.com