User-agent: *
Disallow: /assets/
Disallow: /assets-frontpage/
Disallow: /contents/

User-agent: test-bot
Disallow: / 

User-agent: Amazonbot 
Disallow: /

User-agent: anthropic-ai
Disallow: /

# http://www.apple.com/go/applebot
User-agent: Applebot
Disallow: /

# http://www.bing.com/bingbot.htm
User-agent: bingbot
Disallow: /

User-agent: bidswitchbot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: BoardReader
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: coccocbot-web
Disallow: /

# http://www.opensiteexplorer.org/dotbot
User-agent: dotbot
Disallow: /

User-agent: FacebookBot
Disallow: /

# https://www.facebook.com/externalhit_uatext.php
User-agent: facebookexternalhit
Disallow: /

User-agent: FemtosearchBot
Disallow: /

User-agent: Feedly
Disallow: /

User-agent: FeedBurner
Disallow: /

# http://getintent.com/bot.html
User-agent: GetIntent Crawler
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

# http://www.grapeshot.co.uk/crawler.php
User-agent: grapeshot
Disallow: /

User-agent: HybridBot
Disallow: /

User-agent: ias_crawler
Disallow: /

User-agent: linkdexbot
Disallow: /

# http://mj12bot.com
User-agent: MJ12bot
Disallow: /

# http://www.netseer.com/crawler.html
User-agent: netseer
Disallow: /

User-agent: Owler
Disallow: /

# http://www.pinterest.com/bot.html
User-agent: Pinterestbot
Disallow: /

User-agent: PiplBot
Disallow: /

User-agent: proximic
Disallow: /

User-agent: rogerbot
Disallow: /

User-agent: SafeDNSBot
Disallow: /

# http://www.semrush.com/bot.html
User-agent: SemrushBot
Disallow: /

# http://www.semrush.com/bot.html
User-agent: SemrushBot-SA
Disallow: /

User-agent: semantic-visions.com
Disallow: /

# http://www.trendiction.com/en/publisher/bot
User-agent: trendictionbot
Disallow: /

User-agent: tracemyfile
Disallow: /

User-agent: theoldreader.com
Disallow: /

User-agent: weborama-fetcher
Disallow: /