User-agent: *
Disallow: /privacy/
Disallow: /customer_terms/
Disallow: /user_terms/
Disallow: /about/
Disallow: /pricing/
Disallow: /about-status-platform/
Disallow: /articles/privacy-policy/

User-agent: ia_archiver
Disallow: /privacy/
Disallow: /customer_terms/
Disallow: /user_terms/
Disallow: /about/
Disallow: /pricing/
Disallow: /about-status-platform/

User-agent: Yandex
Disallow: /privacy/
Disallow: /customer_terms/
Disallow: /user_terms/
Disallow: /about/
Disallow: /pricing/
Disallow: /about-status-platform/
Crawl-delay: 10

User-agent: Googlebot
Disallow: /privacy/
Disallow: /customer_terms/
Disallow: /user_terms/
Disallow: /about/
Disallow: /pricing/
Disallow: /about-status-platform/
Crawl-delay: 1

User-agent: SMTBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: ShowyouBot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: PaperLiBot
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: Digg
Disallow: /

User-agent: import.io
Disallow: /

# https://ranksonic.com/ranksonic_bot.html
User-agent: RankSonicBot
Disallow: /