User-agent: *
Disallow: /o/
Disallow: /searchCompanies
Disallow: /logCompanyView
Disallow: /logAdvertisements
Disallow: /getAdvertisements
Disallow: /getTop3CompanyDataList
Disallow: /getTop3CompanyData
Disallow: /buy-company-list/activityCode/*
Disallow: /buy-company-list/localizationCode/*
Disallow: /about/
Disallow: /c/
Disallow: */z/*/news/
Disallow: /sendReferrer
Disallow: /ebol*
Disallow: /ip
Disallow: /referrer
Disallow: /transfer*
Disallow: /search*
Disallow: /getRegions*
Disallow: /*?_nfbsp*
Disallow: /*?_redirectState*
Disallow: /*?_id_souchaine*
Disallow: /*?

user-agent: AhrefsBot
disallow: /

# https://megaindex.com/crawler
User-agent: MegaIndex.ru
Disallow: /

User-agent: megaindex.com
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: dotbot
Disallow: /

# Allow Claude search and user fetches, block training
User-agent: ClaudeBot
Disallow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /