User-agent: *

User-agent: bingbot
Allow: /

User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: SEOkicks
Disallow: /

User-agent: Mediatoolkitbot
Disallow: /

User-agent: CuteStat
Disallow: /

User-agent: AdIdxBot
Disallow: /

User-agent: Baiduspider
Disallow:/

User-agent: ia_archiver
Disallow: /

User-agent: ScoutJet
Disallow: /

User-agent: Facebot
Disallow:/

User-agent: SearchmetricsBot
Disallow:/

User-Agent: Wget
Disallow:/

User-Agent: TurnitinBot
Disallow:/

User-Agent: HTTrack
Disallow:/

User-agent: dataprovider
Disallow: /