User-agent: GPTBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: Semanticbot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SEMrush.com
Disallow: /

User-agent: serpstatbot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MOZ DotBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: dataforseo
Disallow: /

User-agent: AwarioSmartBot
Disallow: /

User-agent: awario
Disallow: /

User-agent: MeltwaterNews
Disallow: /

User-agent: meltwater
Disallow: /

User-agent: mediatoolkit
Disallow: /

User-agent: ubermetric
Disallow: /

User-agent: Linkfluence Bot
Disallow: /

User-agent: Gnowit
Disallow: /

User-agent: GnowitNewsbot
Disallow: /

User-agent: newslit.co
Disallow: /

User-agent: NewsWhipbot
Disallow: /

User-agent: vable
Disallow: /

User-agent: PaperLiBot
Disallow: /

User-agent: Scoop.it
Disallow: /

User-agent: scpit
Disallow: /

User-agent: noleme
Disallow: /

User-agent: Netvibes
Disallow: /

User-agent: Opera News
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: heritrix
Disallow: /

User-agent: sentibot
Disallow: /

User-agent: *
Allow: /