# https://developers.google.com/search/docs/crawling-indexing/verifying-googlebot
# https://developers.google.com/search/docs/crawling-indexing/robots/robots_txt
# https://developer.x.com/en/docs/x-for-websites/cards/guides/getting-started#crawling
User-agent: Twitterbot
Disallow:

User-agent: LinkedInBot
Disallow:

User-agent: *
Disallow: /assets/

User-agent: grapeshot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

# User-agent: AdsBot-Google	
# Disallow: /	
	
User-agent: Amazonbot	
Disallow: /	
	
User-agent: anthropic-ai	
Disallow: /	
	
User-agent: Applebot-Extended	
Disallow: /	
	
User-agent: AwarioRssBot	
Disallow: /	

User-agent: AwarioSmart	
Disallow: /	
	
User-agent: Bytespider	
Disallow: /	
	
User-agent: CCBot	
Disallow: /	
	
User-agent: ChatGPT-User	
Disallow: /	
	
User-agent: ClaudeBot	
Disallow: /	
	
User-agent: Claude-Web	
Disallow: /	
	
User-agent: cohere-ai	
Disallow: /	
	
User-agent: DataForSeoBot	
Disallow: /	
	
User-agent: Diffbot	
Disallow: /	
	
User-agent: FacebookBot	
Disallow: /	
	
User-agent: FriendlyCrawler	
Disallow: /	
	
User-agent: Google-Extended	
Disallow: /	
	
User-agent: GoogleOther	
Disallow: /	
	
User-agent: GPTBot	
Disallow: /	
	
User-agent: img2dataset	
Disallow: /	
	
User-agent: ImagesiftBot	
Disallow: /	
	
User-agent: magpie-crawler	
Disallow: /	
	
User-agent: Meltwater	
Disallow: /	
	
User-agent: omgili	
Disallow: /	
	
User-agent: omgilibot	
Disallow: /	
	
User-agent: peer39_crawler	
Disallow: /	
	
User-agent: peer39_crawler/1.0	
Disallow: /	
	
User-agent: PerplexityBot	
Disallow: /

User-agent: PerplexityBot/1.0	
Disallow: /	
	
User-agent: PiplBot	
Disallow: /	
	
User-agent: scoop.it	
Disallow: /	
	
User-agent: Seekr	
Disallow: /	
	
User-agent: YouBot	
Disallow: /