Sitemap: https://www.earth.org.uk/sitemap.xml
Sitemap: https://www.earth.org.uk/sitemap.atom
Sitemap: https://www.earth.org.uk/rss/dataurllist.txt
Sitemap: https://www.earth.org.uk/rss/datafeed.atom
Sitemap: https://www.earth.org.uk/rss/podcast.rss


# Asked Semrush 2017/12/09 privately to stop touching my servers entirely.
User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-BA
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: SemrushBot-SI
Disallow: /


# Other significant bot load, eg to help others misappropriate EOU ideas.
# Also blocking bots that don't give a URL to explain what they're doing.
# Also blocking bots simply gathering marketing or SEO info.
User-agent: AhrefsBot
Disallow: /
User-agent: Amazonbot
Disallow: /
User-agent: AwarioRssBot
Disallow: / 
User-agent: AwarioSmartBot
Disallow: / 
User-agent: BLEXBot
Disallow: /
User-agent: claudebot
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: DataForSeoBot
Disallow: /
User-agent: Domains Project
Disallow: /
User-agent: Dragonbot
Disallow: /
User-agent: fidget-spinner-bot
Disallow: /
User-agent: Gigabot
Disallow: /
User-agent: G-i-g-a-b-o-t
Disallow: /
User-agent: JamesBOT
Disallow: /
User-agent: Linguee
Disallow: /
User-agent: magpie-crawler
Disallow: /
User-agent: MauiBot
Disallow: /
User-agent: MegaIndex
Disallow: /
User-agent: MegaIndex.ru
Disallow: /
User-agent: rogerbot
Disallow: /
User-agent: Seekport Crawler
Disallow: /
User-agent: seoscanners.net
User-agent: scanner
Disallow: /
User-agent: serpstatbot
Disallow: /
User-agent: SocialRankIOBot
Disallow: /
User-agent: spbot
Disallow: /
User-agent: thesis-research-bot
Disallow: /
User-agent: The Knowledge AI
Disallow: /
User-agent: TurnitinBot
Disallow: /
User-agent: ZoominfoBot
Disallow: /