User-agent: *
Disallow: /my/
Disallow: /thumb/*/d/fgs16_*
Disallow: /d/fgs16_*
Disallow: /thumb/*/d/tpl25_*
Disallow: /d/tpl25_*
Disallow: /thumb/*/d/stp25_*
Disallow: /d/stp25_*
Sitemap: http://agrinavigator.com/sitemap.2017115.xml.gz

User-Agent: Yandex
Allow: /
Disallow: /my/
Disallow: /thumb/*/d/fgs16_*
Disallow: /d/fgs16_*
Disallow: /thumb/*/d/tpl25_*
Disallow: /d/tpl25_*
Disallow: /thumb/*/d/stp25_*
Disallow: /d/stp25_*
Host: agrinavigator.com
Sitemap: http://agrinavigator.com/sitemap.2017115.xml.gz

User-agent: msnbot
Crawl-delay: 10

User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: SBarkrowler
Disallow: /

User-agent: BLEXBot
Disallow: /