User-agent: Mediapartners-Google
Disallow:

# User-Agent: bingbot
# Disallow: /

# User-Agent: msnbot
# Disallow: /

User-Agent: Anemone
Disallow: /

User-Agent: SemrushBot
Disallow: /

User-Agent: datagnionbot
Disallow: /

User-Agent: Barkrowler
Disallow: /

User-Agent: AspiegelBot
Disallow: /

User-Agent: heritrix
Disallow: /

User-Agent: BLEXBot
Disallow: /

User-Agent: istellabot
Disallow: /

User-Agent: IAS crawler
Disallow: /

User-Agent: inguee Bot
Disallow: /

User-Agent: admantx-apacas
Disallow: /

User-Agent: Qwantify
Disallow: /

User-Agent: Daum
Disallow: /

User-Agent: Baiduspider
Disallow: /

User-Agent: BaiduImagespider
Disallow: /

User-Agent: BaiduMobaider
Disallow: /

User-Agent: MauiBot
Disallow: /

User-Agent: GrapeshotCrawler
Disallow: /

User-Agent: DotBot
Disallow: /

User-Agent: Mappy
Disallow: /

User-Agent: linkdexbot
Disallow: /

User-Agent: Yeti
Disallow: /

User-Agent: naver
Disallow: /

User-Agent: Twiceler
Disallow: /

User-agent: Steeler
Disallow: /

User-Agent: Tagoo
Disallow: /

User-Agent: YisouSpider
Disallow: /

User-Agent: Sogou web spider
Disallow: /

User-Agent: ZanranCrawler
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: ICC-Crawler
Disallow: /

User-agent: yodaobot
Disallow: /

User-agent: NaverBot
Disallow: /

User-Agent: 360Spider
Disallow: /

User-Agent: jikespider
Disallow: /

User-agent: WBSearchBot
Disallow: /

User-agent: Aboundexbot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: YYSpider
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Megalodon
Disallow: /