# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
User-Agent: Twitterbot
Allow: /mlink/public/posts
Allow: /v2/media
Disallow: /

User-Agent: LinkedInBot
Allow: /mlink/public/posts
Allow: /v2/media
Disallow: /

User-Agent: *
Disallow: /
User-Agent: SemrushBot-SA
Allow: /