# Do not use any content hosted on this website for artificial intelligence training, or otherwise.
# Archival for personal use is allowed and encouraged. You may automate this with browser extensions or bots, however please don't hog my bandwidth. Please write to me if you plan on using it commercially.
# SEO scraping services aren't allowed.
User-agent: omgili
Disallow: /

User-Agent: anthropic-ai
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: GPTBot
Disallow: /

‍User-agent: Claude-Web
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: StableDiffusionBot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; ChatGPT-User/1.0; +https://openai.com/bot
Disallow: /

User-agent: sentibot
Disallow: /

User-agent: SemrushBot-CT
Disallow: / 

User-agent: PerplexityBot
Disallow: /

User-agent: Mozilla/5.0 (compatible; AhrefsBot/7.0; +http://ahrefs.com/robot/)
Disallow: /

User-agent: Mozilla/5.0 (compatible; CensysInspect/1.1; +https://about.censys.io/)
Disallow: /

User-agent: Mozilla/5.0 (compatible; DotBot/1.2; +https://opensiteexplorer.org/dotbot; help@moz.com)
Disallow: /

User-agent: omgilibot
Disallow: /

User-agent: omgili/0.5 +http://omgili.com
Disallow: /

User-agent: Mozilla/5.0 (compatible; SemrushBot/7~bl; +http://www.semrush.com/bot.html)
Disallow: /

User-agent: Mozilla/5.0 zgrab/0.x
Disallow: /

User-agent: Mozilla/5.0 (compatible;PetalBot;+https://webmaster.petalsearch.com/site/petalbot)
Disallow: /

User-agent: Grok
Disallow: /

User-agent: GrokAI
Disallow: /

User-agent: XAI
Disallow: /

User-agent: Twitterbot
Disallow: /

User-agent: XBot
Disallow: /

User-agent: Mozilla/5.0 (compatible; BLEXBot/1.0; +http://webmeup-crawler.com/)
Disallow: /

User-agent: YouBot
Disallow: /

User-agent: ImagesiftBot
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: Screaming Frog SEO Spider
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Mediapartners-Google*
Disallow: /

User-agent: k2spider
Disallow: /

User-agent: NPBot
Disallow: /

User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: Zealbot
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Fetch
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: linko
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Microsoft.URL.Control
Disallow: /

User-agent: Xenu
Disallow: /

User-agent: larbin
Disallow: /

User-agent: libwww
Disallow: /

User-agent: ZyBORG
Disallow: /

User-agent: Download Ninja
Disallow: /

User-agent: WebReaper
Disallow: /
User-Agent: *
Disallow: /fonts/
Disallow: /abuseipdb-verification.html
Disallow: /style.css
Disallow: /blog/style.css
Disallow: /assets/
Disallow: /images/sharex/
Disallow: /template
Allow: /blog/
Allow: /paste
Allow: /projects
Allow: /sharedarchive

User-agent: Mozilla/5.0 (compatible; archive.org_bot; Wayback Machine Live Record; +http://archive.org/details/archive.org_bot)
Allow: /

User-agent: ia_archiver
Allow: /

User-agent: Googlebot
Disallow: /fonts/
Disallow: /abuseipdb-verification.html
Disallow: /style.css
Disallow: /blog/style.css
Disallow: /assets/
Disallow: /images/sharex/
Disallow: /template
Allow: /blog/
Allow: /paste
Allow: /projects
Allow: /sharedarchive

User-agent: Google-Extended
Disallow: /

User-agent: Bingbot
Disallow: /fonts/
Disallow: /abuseipdb-verification.html
Disallow: /style.css
Disallow: /blog/style.css
Disallow: /assets/
Disallow: /images/sharex/
Disallow: /template
Allow: /blog/
Allow: /paste
Allow: /projects
Allow: /sharedarchive

User-agent: Slurp
Disallow: /fonts/
Disallow: /abuseipdb-verification.html
Disallow: /style.css
Disallow: /blog/style.css
Disallow: /assets/
Disallow: /images/sharex/
Disallow: /template
Allow: /blog/
Allow: /paste
Allow: /projects
Allow: /sharedarchive

User-agent: DuckDuckBot-Https/1.1; (+https://duckduckgo.com/duckduckbot)
Disallow: /fonts/
Disallow: /abuseipdb-verification.html
Disallow: /style.css
Disallow: /blog/style.css
Disallow: /assets/
Disallow: /images/sharex/
Disallow: /template
Allow: /blog/
Allow: /paste
Allow: /projects
Allow: /sharedarchive

User-agent: Mozilla/5.0 (compatible; Discordbot/2.0; +https://discordapp.com)
Allow: /

User-agent: TelegramBot (like TwitterBot)
Allow: /

User-agent: Torubot
Allow: /