User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Crawl-delay: 10 Disallow: / Disallow: /section/features/farm-animal/ Disallow: /comments/feed/ / Disallow: /comments/ Disallow: /uploads/ Disallow: /feed/ Disallow: /author/ Disallow: /comments/feed/ User-agent: MJ12bot Disallow: / User-agent: Amazonbot Disallow: / User-agent: yandexbot Disallow: / User-agent: pingdombot Disallow: / User-agent: LinkedInBot Disallow: / User-agent: petalbot Disallow: / User-agent: gigabot Disallow: / User-agent: Pinterestbot Disallow: / User-agent: SemrushBot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: sogoubot Disallow: / User-agent: adamatx Disallow: / User-agent: Superfeedr* Disallow: / User-agent: SeznamBot Disallow: / User-agent: Krzana Disallow: / User-agent: trendictionbot Disallow: / User-agent: YandexImages Disallow: / User-agent: Mediatoolkitbot Disallow: / User-agent: Orbbot Disallow: / User-agent: Baidu Disallow: / User-agent: Exabot Disallow: / User-agent: Baiduspider Disallow: / User-agent: Superfeedr bot Disallow: / User-agent: Mail.RU_Bot Disallow: / User-agent: Sogou web spider Disallow: / User-agent: UptimeRobot Disallow: / User-agent: Pingdom.com_bot Disallow: / User-agent: pinterest Disallow: / User-agent: superfeedr.com Disallow: / User-agent: linkedin Disallow: / User-agent: Krzana bot Disallow: / User-agent: Pingdom.com_bot_version_1.4_ Disallow: / User-agent: https://webmaster.petalsearch.com/site/petalbot Disallow: / User-agent: bingbot Disallow: / User-agent: omgili Disallow: / User-agent: Pingdom* Disallow: / User-agent: moatbot Disallow: / User-agent: DataForSeoBot* Disallow: / User-agent: Gofeed/1.0 Disallow: / User-agent: Pingdom.com_bot_version_1.4_(http://www.pingdom.com/) Disallow: / User-agent: LinkedInBot/ Disallow: / User-agent: DotBot Disallow: / User-agent: DataForSeoBot/1.0 Disallow: / User-agent: Superfeedr bot/2.0 Disallow: / User-agent: Newslitbot/0.1 Disallow: / User-agent: SeznamBot/ Disallow: / User-agent: feedbot/ Disallow: / User-agent: wp.com feedbot/1.0 Disallow: / User-agent: LinkedInBot/1.0 Disallow: / User-agent: Krzana bot Disallow: / User-agent: SemrushBot/ Disallow: / User-agent: 107.182.234.77 Disallow: / User-agent: 174.34.156.130 Disallow: / User-agent: Twitterbot Disallow: / User-agent: WellKnownBot/ Disallow: / User-agent: Googlebot-News Allow: / User-agent: 198.58.102.117 Disallow: / User-agent: 198.58.102.49 Disallow: / User-agent: 198.58.103.115 Disallow: / User-agent: SiteAuditBot Disallow: / User-agent: PaperLiBot/ Disallow: / User-agent: yandex Disallow: / User-agent: BacklinkCrawler Disallow: / User-agent: Sosospider Disallow: / User-agent: Pinterestbot/1.0; +http://www.pinterest.com/bot.html Disallow: / User-agent: - Disallow: / Sitemap: https://www.globalanimal.org/sitemap.xml