User-agent: Applebot-Extended
Disallow: /

User-agent: Yahoo-MMCrawler
Disallow: /images 

User-agent: Slurp
Disallow: /images

User-agent: ia_archiver
Disallow: /

Disallow: /images

User-agent: *
Disallow: /archive

User-Agent: alltheweb
Disallow: /images

User-agent: meta-externalagent
Disallow:

User-agent: meta-externalagent
Disallow: /private/

User-Agent:roadrunner
Disallow: /images

User-agent: Yahoo! Search BOSS
Disallow: /images

User-agent: Duckduckgobot
Disallow: /images

User-agent: Yandexbot
Disallow: /images

User-agent: Bingbot
Disallow: /images


User-Agent:googlebot
Disallow: /images

User-Agent:googlebot
Disallow: /archive

User-agent: CCBot
Disallow: /

User-agent: ChatGPT-User
Disallow: / 

User-agent: ClaudeBot
Disallow: /
 
User-agent: Diffbot
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Amazonbot 
Disallow: /

User-agent: Applebot
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: facebookexternalhit
Disallow: /

User-agent: friendlycrawler
Disallow: /

User-agent: Google-Other
Disallow: /

User-agent: Google-Other-Image
Disallow: /

User-agent: Google-Other-Video
Disallow: /

User-agent: ICC-Crawler
Disallow: /

User-agent: Imagesiftbot
Disallow: /

User-agent: meta-externalfetcher
Disallow: /private/

User-agent: OAI Searchbot
Disallow: /

User-agent: Perplexitybot 
Disallow: /

User-agent: Petalbot
Disallow: /

User-agent: Scrappy
Disallow: /

User-agent: 
Disallow: /VelenPublicWebcrawler

User-agent: WebzioExended
Disallow: /

User-agent: Youbot
Disallow: /

User-agent: img2dataset 
Disallow: /