User-agent: * 
Allow: /

User-agent: grapeshot
Disallow: /

User-agent: GrapeshotCrawler
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: proximic
Disallow: /

User-agent: Proximic
Disallow: /


user-agent: AhrefsBot
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: moget
Disallow: /

User-agent: ichiro
Disallow: /

User-agent: NaverBot
Disallow: /

User-agent: sogou spider
Disallow: /

User-agent: YoudaoBot
Disallow: /

User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
Disallow: /


User-agent: BLEXBot
Disallow: /

User-agent: SEOkicks
Disallow: /

User-agent: SEOkicks-Robot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: Genieo
Disallow: /

User-agent: linkdexbot/2.1
Disallow: /

User-agent: Clickagy Intelligence Bot
Disallow: /

User-agent: Clickagy Intelligence Bot v2
Disallow: /

User-agent: Clickagy
Disallow: /

User-agent: Searchie/1.0
Disallow: /

User-agent: Searchie
Disallow: /

User-agent: www.searchie.org
Disallow: /

User-agent: Cliqzbot
Disallow: /

User-agent: mediatoolkitbot
Disallow:/

User-agent: ltx71
Disallow: /

User-agent: Kraken
Disallow: /

User-agent: CCBot
Disallow: /