| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740 |
- <!DOCTYPE html>
- <html lang="en-US"><head>
- <meta http-equiv="content-type" content="text/html; charset=UTF-8">
-
- <!-- Yes theme by Jeff Starr @ monzillamedia.com -->
-
- <meta charset="UTF-8">
- <title>Ultimate Block List to Stop AI Bots | Perishable Press</title>
- <meta name="description" content="More than you might think, AI (Artificial Intelligence) and ML (Machine Learning) bots are crawling your site and scraping your content. They are...">
- <meta name="robots" content="index,follow">
-
- <meta name="author" content="Jeff Starr">
- <meta name="application-name" content="Perishable Press">
- <meta name="msapplication-TileImage" content="/mstile.png">
- <meta name="viewport" content="width=device-width, initial-scale=1">
- <meta name="google-site-verification" content="OEfZ5m3NS5E7Wx57kXAzWN_66Wlmdbne_8wQ6FTwnt4">
-
- <link rel="search" href="https://perishablepress.com/search.xml" type="application/opensearchdescription+xml" title="Perishable Press">
- <link rel="icon" type="image/png" href="https://perishablepress.com/android.png" sizes="192x192">
- <link rel="icon" type="image/png" href="https://perishablepress.com/favicon.png" sizes="194x194">
- <link rel="apple-touch-icon" type="image/png" href="https://perishablepress.com/apple-touch-icon.png">
- <link rel="image_src" href="https://perishablepress.com/wp/wp-content/themes/yes/img/perishable-press.jpg">
- <link rel="author" href="https://perishablepress.com/humans.txt">
-
- <link rel="stylesheet" id="prismatic-highlight-css" href="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/gruvbox-dark.css" type="text/css" media="all">
- <link rel="stylesheet" id="yes-css" href="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/style.css" type="text/css" media="all">
- <link rel="canonical" href="https://perishablepress.com/ultimate-ai-block-list/">
-
- </head>
- <body id="yes" class="lite">
- <div class="yn bg1">
- <div class="wrap box">
- <div class="yn1 box">
- <div class="yn1a box">
- <a class="menu-link" href="https://perishablepress.com/menu/" title="Visit site menu">Main Menu</a>
- <a id="mode" href="#mode" title="Toggle light/dark mode" class="mode lite-mode">Night Mode</a></div>
- <ul class="t1">
- <li><a href="https://books.perishablepress.com/">Books</a></li>
- <li><a href="https://plugin-planet.com/" target="_blank">Plugins</a></li>
- <li class="ys"><a href="https://perishablepress.com/search/">Search</a></li>
- </ul>
- </div>
- <div class="yn2 box">
- <div class="yn2a t2"><strong>Winter Sale!</strong> Save 20% on <a target="_blank" rel="noopener noreferrer" href="https://plugin-planet.com/">Pro Plugins</a> & <a target="_blank" rel="noopener noreferrer" href="https://books.perishablepress.com/">Books</a> w/ code <code>WINTER20</code></div>
- <form method="get" class="search" action="/" onsubmit="location.href='/search/'+encodeURIComponent(this.s.value).replace(/%20/g,'+')+'/';return false;">
- <label for="s-49" class="h">Search</label>
- <input id="s-49" name="s" type="search" title="Search" maxlength="100" placeholder="Type & press enter to search..">
- </form>
- </div>
- </div>
- </div>
- <div class="wrap">
- <div class="w1">
- <div class="w1a"><a href="https://perishablepress.com/">Perishable Press</a></div>
- <div class="w1b">Web Dev + WordPress + Security</div>
- </div>
- <div class="w2 box">
-
- <div class="w2a box">
-
- <div class="feat feat-top">
- <div>
- <a href="https://htaccessbook.com/" title="Improve site performance and security" target="_blank">
- <img src="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/htaccess-made-easy.jpg" width="200" alt="eBook: .htaccess made easy">
- </a>
- </div>
- <div class="t3">
- <a href="https://htaccessbook.com/" title="eBook + Bonus Content" target="_blank">.htaccess made easy</a>: Improve site performance and security.
- </div> </div>
-
- <div class="w2a2">
- <div class="t1">Related Posts</div>
- <ul class="t2"><li><a href="https://perishablepress.com/wordpress-block-proxy-visits/">WordPress Block Proxy Visits</a></li><li><a href="https://perishablepress.com/new-plugin-blackhole-bad-bots/">WordPress Plugin: Blackhole for Bad Bots</a></li><li><a href="https://perishablepress.com/block-bad-bots/">How to Block Bad Bots</a></li><li><a href="https://perishablepress.com/request-router-php-apache-htaccess/">Simple Request Router via PHP and Apache/.htaccess</a></li><li><a href="https://perishablepress.com/security-obscurity/">ALL Security is Security Thru Obscurity</a></li></ul><div class="t2">+ <a href="https://perishablepress.com/related/?related-id=16650">More related posts »</a></div> </div>
-
- </div>
- <div class="w2b box">
-
- <div class="w2b1 box">
-
-
-
-
-
- <div id="content" class="post">
-
- <h1><a href="https://perishablepress.com/ultimate-ai-block-list/">Ultimate Block List to Stop AI Bots</a></h1>
-
- <div class="post-header">
-
- <div class="post-author">♦ Posted by <a href="https://perishablepress.com/author/perish/" title="Posts by Jeff Starr" rel="author">Jeff Starr</a> in <a href="https://perishablepress.com/category/web-design/htaccess/" title="Visit category archive">.htaccess</a>, <a href="https://perishablepress.com/category/web-design/security/" title="Visit category archive">Security</a>, <a href="https://perishablepress.com/category/web-design/seo/" title="Visit category archive">SEO</a></div>
-
- <div class="post-meta t1">
- Updated <time class="post-date published" datetime="2026-01-05T16:30:26-08:00" title="Original Post Date: Feb 11th, 2025 @ 9:28 am">January 5, 2026</time>
- • <a href="https://perishablepress.com/ultimate-ai-block-list/#comments">56 comments</a>
- </div>
-
- </div>
-
- <p>More than you might think, <abbr title="Artificial Intelligence">AI</abbr> (Artificial Intelligence) and <abbr title="Machine Learning">ML</abbr>
- (Machine Learning) bots are crawling your site and scraping your
- content. They are collecting and using your data to train software like
- ChatGPT, OpenAI, DeepSeek, and thousands of other <abbr title="Artificial Intelligence">AI</abbr>
- creations. Whether you or anyone approves of all this is not my concern
- for this post. The focus of this post is aimed at website owners who
- want to stop <abbr title="Artificial Intelligence">AI</abbr> bots from
- crawling their web pages, as much as possible. To help people with this,
- I’ve been collecting data and researching AI bots for many months now,
- and have put together a “Mega Block List” to help <strong>stop AI bots</strong> from devouring your content.</p>
- <p></p>
- <blockquote><p>The ultimate block list for stopping AI bots from crawling your site.</p></blockquote>
- <h2 id="table-of-contents">Contents</h2>
- <ul>
- <li><a href="#block-ai-via-bbq-pro">Block AI Bots via BBQ Pro</a></li>
- <li><a href="#block-ai-via-robots">Block AI Bots via robots.txt</a></li>
- <li><a href="#block-ai-via-apache">Block AI Bots via Apache/.htaccess</a></li>
- <li><a href="#block-ai-nginx">Block AI Bots via Nginx</a></li>
- <li><a href="#block-ai-text">Download plain-text list</a></li>
- <li><a href="#notes">Notes</a></li>
- <li><a href="#changelog">Changelog</a></li>
- <li><a href="#disclaimer">Disclaimer</a></li>
- <li><a href="#support">Show Support</a></li>
- <li><a href="#references">References</a></li>
- <li><a href="#feedback">Feedback</a></li>
- </ul>
- <blockquote><p>If you can edit a file, you can block a ton of AI bots.</p></blockquote>
- <div class="popout"><strong>Thanks:</strong> Special Thanks to Kristina Ponting for help with researching AI bots and sharing with the community. Find Kristina at <a href="https://teskedsgumman.se/" target="_blank">Teskedsgumman</a> and on <a href="https://github.com/tinaponting/" target="_blank">Github</a>.</div>
- <h2 id="block-ai-via-bbq-pro">Block AI Bots via BBQ Pro</h2>
- <p>🔥 Users of my <a href="https://plugin-planet.com/bbq-pro/" title="Fastest WordPress Firewall" target="_blank">BBQ Pro</a> firewall plugin can <a href="https://plugin-planet.com/bbq-pro-add-ultimate-ai-block-list/" title="BBQ Pro - Add the Ultimate AI Block List" target="_blank">add the Ultimate AI Block List with just a few clicks »</a></p>
- <h2 id="block-ai-via-robots">Block AI Bots via robots.txt</h2>
- <p>The easiest way for most website owners to block AI bots, is to append the following list to their site’s <a href="https://perishablepress.com/robots-notes-plus/" title="About the Robots.txt File">robots.txt file</a>. There are many resources explaining the robots.txt file, and I encourage anyone not familiar to take a few moments to <a href="#references" title="Scroll down to References">learn more</a>. </p>
- <p>In a nutshell, the robots.txt file is a file that contains rules for
- bots to obey. So you can add rules that limit where bots can crawl,
- whether individual pages or the entire site. Once you have added some
- rules, simply upload the robots file to the public root directory of
- your website. For example, here is my <a href="https://perishablepress.com/robots.txt" title="Perishable Press robots.txt file" target="_blank">robots.txt</a> for Perishable Press.</p>
- <div class="popout"><strong>Using WordPress?</strong> Block bad bots automatically with my free plugin, <a href="https://wordpress.org/plugins/blackhole-bad-bots/" title="Get it at WordPress.org" target="_blank">Blackhole for Bad Bots</a>. Trap bad bots in a virtual black hole :)</div>
- <p>To block AI bots via your site’s robots.txt file, append the following rules. Understand that <strong>bots are not required to obey</strong>
- robots.txt rules. Robots rules are merely suggestions. Good bots will
- follow the rules, bad bots will ignore the rules and do whatever they
- want. To force compliance, you can <a href="#block-ai-via-apache" title="Scroll down to Apache rules">add blocking rules via Apache/.htaccess</a>. That in mind, here are the robots rules to block AI bots..</p>
- <blockquote><p>Blocks over 700+ AI bots and user agents.</p></blockquote>
- <h3>Block list for robots.txt</h3>
- <p>Before using, read the <a href="#notes" title="Scroll down to Notes">Notes</a> and <a href="#disclaimer" title="Scroll down to Disclaimer">Disclaimer</a>.</p>
- <pre class="language-plaintext"><code data-highlighted="yes" class="hljs language-plaintext"># Ultimate AI Block List v1.8 20260105
- # https://perishablepress.com/ultimate-ai-block-list/
- # Allow all other bots full access
- User-agent: *
- Disallow:
- # Block AI bots from all access
- User-agent: .ai
- User-agent: -ai
- User-agent: _ai
- User-agent: ai.
- User-agent: ai-
- User-agent: ai_
- User-agent: ai=
- User-agent: AddSearchBot
- User-agent: Agentic
- User-agent: AgentQL
- User-agent: Agent 3
- User-agent: Agent API
- User-agent: Agent-
- User-agent: AI Agent
- User-agent: AI Article Writer
- User-agent: AI Assistant
- User-agent: AI Chat
- User-agent: AI Content Detector
- User-agent: AI Detection
- User-agent: AI Dungeon
- User-agent: AI Journalist
- User-agent: AI Legion
- User-agent: AI RAG
- User-agent: AI Search
- User-agent: AI SEO Crawler
- User-agent: AI Training
- User-agent: AI Web
- User-agent: AI Writer
- User-agent: AI2
- User-agent: AIBot
- User-agent: aiHitBot
- User-agent: AIMatrix
- User-agent: Airesearch
- User-agent: AISearch
- User-agent: AITraining
- User-agent: Alexa
- User-agent: Alice Yandex
- User-agent: AliGenie
- User-agent: AliyunSec
- User-agent: Alpha AI
- User-agent: AlphaAI
- User-agent: Amazon
- User-agent: Amelia
- User-agent: AndersPinkBot
- User-agent: AndiBot
- User-agent: Anomura
- User-agent: Anonymous AI
- User-agent: Anthropic
- User-agent: AnyPicker
- User-agent: Anyword
- User-agent: Applebot
- User-agent: Aria AI
- User-agent: Aria Browse
- User-agent: Articoolo
- User-agent: Ask AI
- User-agent: Atlassian
- User-agent: AutoGen
- User-agent: Automated Writer
- User-agent: AutoML
- User-agent: Autonomous RAG
- User-agent: AutoRAG
- User-agent: Awario
- User-agent: AWS Trainium
- User-agent: Azure
- User-agent: BabyAGI
- User-agent: BabyCatAGI
- User-agent: BardBot
- User-agent: Basic RAG
- User-agent: Bedrock
- User-agent: Big Sur
- User-agent: Bigsur
- User-agent: Botsonic
- User-agent: Brightbot
- User-agent: Browser MCP Agent
- User-agent: Browser Use
- User-agent: BuddyBot
- User-agent: Bytebot
- User-agent: ByteDance
- User-agent: Bytespider
- User-agent: CarynAI
- User-agent: CatBoost
- User-agent: CC-Crawler
- User-agent: CCBot
- User-agent: Chai
- User-agent: Channel3Bot
- User-agent: Character
- User-agent: Charstar AI
- User-agent: Chatbot
- User-agent: Chatsonic
- User-agent: ChatUser
- User-agent: Chinchilla
- User-agent: Claude
- User-agent: ClearScope
- User-agent: Clearview
- User-agent: Cognitive AI
- User-agent: Cohere
- User-agent: Common Crawl
- User-agent: CommonCrawl
- User-agent: Compass
- User-agent: Content Harmony
- User-agent: Content King
- User-agent: Content Optimizer
- User-agent: Content Samurai
- User-agent: ContentAtScale
- User-agent: ContentBot
- User-agent: Contentedge
- User-agent: ContentShake
- User-agent: Conversion AI
- User-agent: Copilot
- User-agent: CopyAI
- User-agent: Copymatic
- User-agent: Copyscape
- User-agent: CoreWeave
- User-agent: Corrective RAG
- User-agent: Cotoyogi
- User-agent: CRAB
- User-agent: Crawl4AI
- User-agent: CrawlQ AI
- User-agent: Crawlspace
- User-agent: Crew AI
- User-agent: CrewAI
- User-agent: Crushon AI
- User-agent: Cypex
- User-agent: DALL-E
- User-agent: DarkBard
- User-agent: DarkBERT
- User-agent: DataFor
- User-agent: DataProvider
- User-agent: Datenbank Crawler
- User-agent: DeepAI
- User-agent: Deep AI
- User-agent: DeepL
- User-agent: DeepMind
- User-agent: Deep Research
- User-agent: DeepResearch
- User-agent: DeepSeek
- User-agent: Devin
- User-agent: Diffbot
- User-agent: Dolma
- User-agent: Doubao AI
- User-agent: DuckAssistBot
- User-agent: DuckDuckGo Chat
- User-agent: DuckDuckGo-Enhanced
- User-agent: Echobot
- User-agent: Echobox
- User-agent: Elixir
- User-agent: FacebookBot
- User-agent: FacebookExternalHit
- User-agent: Factset
- User-agent: Falcon
- User-agent: FIRE-1
- User-agent: Firebase
- User-agent: Firecrawl
- User-agent: Flyriver
- User-agent: Frase AI
- User-agent: FriendlyCrawler
- User-agent: Gato
- User-agent: Gemini
- User-agent: Gemma
- User-agent: Gen AI
- User-agent: GenAI
- User-agent: Generative
- User-agent: Genspark
- User-agent: Gentoo-chat
- User-agent: Ghostwriter
- User-agent: GigaChat
- User-agent: GLM
- User-agent: GodMode
- User-agent: Goose
- User-agent: GPT
- User-agent: Grammarly
- User-agent: Grendizer
- User-agent: Grok
- User-agent: Groq
- User-agent: GT Bot
- User-agent: GTBot
- User-agent: GTP
- User-agent: Hemingway Editor
- User-agent: Hetzner
- User-agent: Hugging
- User-agent: Hunyuan
- User-agent: Hybrid Search RAG
- User-agent: Hypotenuse AI
- User-agent: iAsk
- User-agent: IbouBot
- User-agent: ICC-Crawler
- User-agent: Ideogram
- User-agent: ImageGen
- User-agent: Imagen
- User-agent: ImagesiftBot
- User-agent: ImageSpider
- User-agent: img2dataset
- User-agent: imgproxy
- User-agent: INK Editor
- User-agent: INKforall
- User-agent: Instructor
- User-agent: IntelliSeek
- User-agent: Inferkit
- User-agent: ISSCyberRiskCrawler
- User-agent: Janitor AI
- User-agent: Jasper
- User-agent: Jenni AI
- User-agent: Julius AI
- User-agent: Kafkai
- User-agent: Kaggle
- User-agent: Kangaroo
- User-agent: Keyword Density AI
- User-agent: Kimi
- User-agent: Klaviyo
- User-agent: Knowledge
- User-agent: KomoBot
- User-agent: Kruti
- User-agent: KunatoCrawler
- User-agent: LAIONDownloader
- User-agent: LangChain
- User-agent: Langfuse
- User-agent: Language AI
- User-agent: Le Chat
- User-agent: Lensa
- User-agent: Leonardo
- User-agent: Lightpanda
- User-agent: LightRAG
- User-agent: LinerBot
- User-agent: LinkupBot
- User-agent: LLaMA
- User-agent: LCC
- User-agent: LLM
- User-agent: Local RAG Agent
- User-agent: Lovable
- User-agent: Magistral
- User-agent: magpie-crawler
- User-agent: MAI-Image
- User-agent: Manus
- User-agent: MarketMuse
- User-agent: MBZUAI
- User-agent: Meltwater
- User-agent: Meta-AI
- User-agent: Meta-External
- User-agent: Meta-Webindexer
- User-agent: Meta AI
- User-agent: MetaAI
- User-agent: MetaTagBot
- User-agent: Middleware
- User-agent: Midjourney
- User-agent: Mini AGI
- User-agent: MiniMax
- User-agent: Mintlify
- User-agent: Mistral
- User-agent: Mixtral
- User-agent: model-training
- User-agent: Molmo
- User-agent: Monica
- User-agent: Nano
- User-agent: Narrative
- User-agent: NeevaBot
- User-agent: netEstate
- User-agent: Neural Text
- User-agent: NeuralSEO
- User-agent: NinjaAI
- User-agent: NodeZero
- User-agent: NotebookLM
- User-agent: Nova Act
- User-agent: NovaAct
- User-agent: Nytheon
- User-agent: OAI-SearchBot
- User-agent: OAI SearchBot
- User-agent: OASIS
- User-agent: Olivia
- User-agent: OLM
- User-agent: Omgili
- User-agent: Onyx
- User-agent: Open AI
- User-agent: Open Interpreter
- User-agent: OpenAGI
- User-agent: OpenAI
- User-agent: OpenBot
- User-agent: OpenInterpreter
- User-agent: OpenPi
- User-agent: OpenRouter
- User-agent: OpenText AI
- User-agent: Operator
- User-agent: Outwrite
- User-agent: OVHcloud
- User-agent: Owlin
- User-agent: Page Analyzer AI
- User-agent: PaLM 2
- User-agent: PanguBot
- User-agent: Panscient
- User-agent: Paperlibot
- User-agent: Paraphraser.io
- User-agent: peer39_crawler
- User-agent: Perflexity
- User-agent: Perplexity
- User-agent: Petal
- User-agent: Phind
- User-agent: PiplBot
- User-agent: Pixmo
- User-agent: Playwright
- User-agent: PoeBot
- User-agent: PoeSearchBot
- User-agent: Poggio
- User-agent: Poseidon
- User-agent: ProWritingAid
- User-agent: Proximic
- User-agent: PulsarRPA
- User-agent: Puppeteer
- User-agent: Python AI
- User-agent: Python lxml
- User-agent: PyTorch
- User-agent: Qualified
- User-agent: Quark
- User-agent: QuillBot
- User-agent: Qopywriter
- User-agent: Qwen
- User-agent: RAG Agent
- User-agent: RAG Azure AI
- User-agent: RAG Chatbot
- User-agent: RAG Database
- User-agent: RAG IS
- User-agent: RAG Pipeline
- User-agent: RAG Search
- User-agent: RAG with
- User-agent: RAG-
- User-agent: RAG_
- User-agent: Raptor
- User-agent: React Agent
- User-agent: Reasoning
- User-agent: Redis AI RAG
- User-agent: Reka Flash
- User-agent: Replicate
- User-agent: RobotSpider
- User-agent: RunPod
- User-agent: Rytr
- User-agent: SaplingAI
- User-agent: SBIntuitionsBot
- User-agent: Scala
- User-agent: Scalenut
- User-agent: Scrap
- User-agent: ScriptBook
- User-agent: Seekr
- User-agent: SEObot
- User-agent: SEO Content Machine
- User-agent: SEO Robot
- User-agent: SemrushBot
- User-agent: Sentibot
- User-agent: Serper
- User-agent: ShapBot
- User-agent: Sidetrade
- User-agent: Simplified AI
- User-agent: Sitefinity
- User-agent: Skydancer
- User-agent: Skyvern
- User-agent: SlickWrite
- User-agent: SmartBot
- User-agent: Sonic
- User-agent: Sora
- User-agent: Spider/2
- User-agent: SpiderCreator
- User-agent: Spin Rewrite
- User-agent: Spinbot
- User-agent: Stability
- User-agent: Stable Diffusion
- User-agent: StableDiffusionBot
- User-agent: Stagehand
- User-agent: Stealth
- User-agent: Sudowrite
- User-agent: SummalyBot
- User-agent: Super Agent
- User-agent: Superagent
- User-agent: SuperAGI
- User-agent: Surfer AI
- User-agent: Taiko
- User-agent: TavilyBot
- User-agent: TerraCotta
- User-agent: Text Blaze
- User-agent: TextCortex
- User-agent: Thinkbot
- User-agent: Thordata
- User-agent: TikTokSpider
- User-agent: Timpibot
- User-agent: Tinybird
- User-agent: Together
- User-agent: Traefik
- User-agent: Tulu
- User-agent: Tülu
- User-agent: TurnitinBot
- User-agent: TwinAgent
- User-agent: uAgents
- User-agent: UI-TARS
- User-agent: VelenPublicWebCrawler
- User-agent: Venus Chub AI
- User-agent: Vidnami AI
- User-agent: Vision RAG
- User-agent: WARDBot
- User-agent: WebSurfer
- User-agent: WebText
- User-agent: WebVoyager
- User-agent: Webzio
- User-agent: WeChat
- User-agent: Whisper
- User-agent: WordAI
- User-agent: Wordtune
- User-agent: WPBot
- User-agent: Writecream
- User-agent: WriterZen
- User-agent: Writescope
- User-agent: Writesonic
- User-agent: WRTNBot
- User-agent: xAI
- User-agent: Xanthorox
- User-agent: xBot
- User-agent: XLNet
- User-agent: YaK
- User-agent: YaML
- User-agent: YandexAdditional
- User-agent: YouBot
- User-agent: Zanista
- User-agent: Zendesk
- User-agent: Zero
- User-agent: Zhipu
- User-agent: Zhuque AI
- User-agent: Zimm
- Disallow: /</code></pre>
- <div class="popout"><strong>Important:</strong> Whenever making changes to your robots.txt file, take a few moments to <a href="https://www.google.com/search?q=validate+robots.txt+online" title="Search via Google" target="_blank">validate the rules</a> using a free online robots checker.</div>
- <h2 id="block-ai-via-apache">Block AI Bots via Apache/.htaccess</h2>
- <p>To actually <strong>enforce</strong> the “Ultimate AI Block List”, you can add the following rules to your Apache configuration or main <a href="https://wp-mix.com/create-htaccess-files-osx-windows/" title="Create .htaccess files on OS X and Windows" target="_blank">.htaccess file</a>. Like many others, I’ve written <strong>extensively</strong> on <a href="https://perishablepress.com/tag/apache/" title="Explore articles on Apache">Apache</a> and <a href="https://perishablepress.com/category/web-design/htaccess/" title="Explore articles on .htaccess">.htaccess</a>. So if you’re unfamiliar, there are plenty of great resources, including my book <a href="https://htaccessbook.com/" title="Secure and optimize your site" target="_blank">.htaccess made easy</a>.</p>
- <p>In a nutshell, you can add rules via Apache/.htaccess to customize
- the functionality of your website. For example, you can add directives
- that help control traffic, optimize caching, improve performance, and
- even <a href="https://perishablepress.com/block-bad-bots/" title="How to Block Bad Bots">block bad bots</a>. And these rules operate at the server level. So while bots may ignore rules added via <a href="#block-ai-via-robots">robots.txt</a>, they can’t ignore rules added via Apache/.htaccess (unless they falsify their user agent).</p>
- <div class="popout"><strong>Using Apache?</strong> Check out my free, open-source <a href="https://perishablepress.com/8g-firewall/" title="8G Firewall at Perishable Press">8G Firewall</a>. <abbr title="8th Generation">8G</abbr> is lightweight, fast, and protects your site against a wide range of threats.</div>
- <p>To block AI bots via Apache/.htaccess, add the following rules to
- either your server configuration file, or add to the main (public root)
- .htaccess file. Before making any changes, be on the safe side and make a
- backup of your files. Just in case something unexpected happens, you
- can easily roll back. That in mind, here are the Apache rules to block
- AI bots..</p>
- <blockquote><p>Blocks over 700+ AI bots and user agents.</p></blockquote>
- <h3>Block list for Apache/.htaccess</h3>
- <p>Before using, read the <a href="#notes" title="Scroll down to Notes">Notes</a> and <a href="#disclaimer" title="Scroll down to Disclaimer">Disclaimer</a>.</p>
- <pre class="language-apache"><code data-highlighted="yes" class="hljs language-apache"><span class="hljs-comment"># Ultimate AI Block List v1.8 20260105</span>
- <span class="hljs-comment"># https://perishablepress.com/ultimate-ai-block-list/</span>
- <span class="hljs-section"><IfModule mod_rewrite.c></span>
- <span class="hljs-attribute">RewriteEngine</span> <span class="hljs-literal">On</span>
- <span class="hljs-attribute">RewriteCond</span> <span class="hljs-variable">%{HTTP_USER_AGENT}</span> (\.ai|-ai|_ai|ai\.|ai-|ai_|ai=|AddSearchBot|Agentic|AgentQL|Agent\ <span class="hljs-number">3</span>|Agent\ API|Agent-|AI\ Agent|AI\ Article\ Writer|AI\ Assistant|AI\ Chat|AI\ Content\ Detector|AI\ Detection|AI\ Dungeon)<span class="hljs-meta"> [NC,OR]</span>
- <span class="hljs-attribute">RewriteCond</span> <span class="hljs-variable">%{HTTP_USER_AGENT}</span> (AI\ Journalist|AI\ Legion|AI\ RAG|AI\ Search|AI\ SEO\ Crawler|AI\ Training|AI\ Web|AI\ Writer|AI2|AIBot|aiHitBot|AIMatrix|Airesearch|AISearch|AITraining|Alexa|Alice\ Yandex|AliGenie|AliyunSec|Alpha\ AI)<span class="hljs-meta"> [NC,OR]</span>
- <span class="hljs-attribute">RewriteCond</span> <span class="hljs-variable">%{HTTP_USER_AGENT}</span> (AlphaAI|Amazon|Amelia|AndersPinkBot|AndiBot|Anomura|Anonymous\ AI|Anthropic|AnyPicker|Anyword|Applebot|Aria\ AI|Aria\ Browse|Articoolo|Ask\ AI|Atlassian|AutoGen|Automated\ Writer|AutoML|Autonomous\ RAG)<span class="hljs-meta"> [NC,OR]</span>
- <span class="hljs-attribute">RewriteCond</span> <span class="hljs-variable">%{HTTP_USER_AGENT}</span> (AutoRAG|Awario|AWS\ Trainium|Azure|BabyAGI|BabyCatAGI|BardBot|Basic\ RAG|Bedrock|Big\ Sur|Bigsur|Botsonic|Brightbot|Browser\ MCP\ Agent|Browser\ Use|BuddyBot|Bytebot|ByteDance|Bytespider|CarynAI)<span class="hljs-meta"> [NC,OR]</span>
- <span class="hljs-attribute">RewriteCond</span> <span class="hljs-variable">%{HTTP_USER_AGENT}</span> (CatBoost|CC-Crawler|CCBot|Chai|Channel3Bot|Character|Charstar\ AI|Chatbot|Chatsonic|ChatUser|Chinchilla|Claude|ClearScope|Clearview|Cognitive\ AI|Cohere|Common\ Crawl|CommonCrawl|Compass|Content\ Harmony)<span class="hljs-meta"> [NC,OR]</span>
- <span class="hljs-attribute">RewriteCond</span> <span class="hljs-variable">%{HTTP_USER_AGENT}</span> (Content\ King|Content\ Optimizer|Content\ Samurai|ContentAtScale|ContentBot|Contentedge|ContentShake|Conversion\ AI|Copilot|CopyAI|Copymatic|Copyscape|CoreWeave|Corrective\ RAG|Cotoyogi|CRAB|Crawl4AI|CrawlQ\ AI|Crawlspace|Crew\ AI)<span class="hljs-meta"> [NC,OR]</span>
- <span class="hljs-attribute">RewriteCond</span> <span class="hljs-variable">%{HTTP_USER_AGENT}</span> (CrewAI|Crushon\ AI|Cypex|DALL-E|DarkBard|DarkBERT|DataFor|DataProvider|Datenbank\ Crawler|DeepAI|Deep\ AI|DeepL|DeepMind|Deep\ Research|DeepResearch|DeepSeek|Devin|Diffbot|Dolma|Doubao\ AI)<span class="hljs-meta"> [NC,OR]</span>
- <span class="hljs-attribute">RewriteCond</span> <span class="hljs-variable">%{HTTP_USER_AGENT}</span> (DuckAssistBot|DuckDuckGo\ Chat|DuckDuckGo-Enhanced|Echobot|Echobox|Elixir|FacebookBot|FacebookExternalHit|Factset|Falcon|FIRE-<span class="hljs-number">1</span>|Firebase|Firecrawl|Flyriver|Frase\ AI|FriendlyCrawler|Gato|Gemini|Gemma|Gen\ AI)<span class="hljs-meta"> [NC,OR]</span>
- <span class="hljs-attribute">RewriteCond</span> <span class="hljs-variable">%{HTTP_USER_AGENT}</span> (GenAI|Generative|Genspark|Gentoo-chat|Ghostwriter|GigaChat|GLM|GodMode|Goose|GPT|Grammarly|Grendizer|Grok|Groq|GT\ Bot|GTBot|GTP|Hemingway\ Editor|Hetzner|Hugging)<span class="hljs-meta"> [NC,OR]</span>
- <span class="hljs-attribute">RewriteCond</span> <span class="hljs-variable">%{HTTP_USER_AGENT}</span> (Hunyuan|Hybrid\ Search\ RAG|Hypotenuse\ AI|iAsk|IbouBot|ICC-Crawler|Ideogram|ImageGen|Imagen|ImagesiftBot|ImageSpider|img2dataset|imgproxy|INK\ Editor|INKforall|Instructor|IntelliSeek|Inferkit|ISSCyberRiskCrawler|Janitor\ AI)<span class="hljs-meta"> [NC,OR]</span>
- <span class="hljs-attribute">RewriteCond</span> <span class="hljs-variable">%{HTTP_USER_AGENT}</span> (Jasper|Jenni\ AI|Julius\ AI|Kafkai|Kaggle|Kangaroo|Keyword\ Density\ AI|Kimi|Klaviyo|Knowledge|KomoBot|Kruti|KunatoCrawler|LAIONDownloader|LangChain|Langfuse|Language\ AI|Le\ Chat|Lensa|Leonardo)<span class="hljs-meta"> [NC,OR]</span>
- <span class="hljs-attribute">RewriteCond</span> <span class="hljs-variable">%{HTTP_USER_AGENT}</span> (Lightpanda|LightRAG|LinerBot|LinkupBot|LLaMA|LCC|LLM|Local\ RAG\ Agent|Lovable|Magistral|magpie-crawler|MAI-Image|Manus|MarketMuse|MBZUAI|Meltwater|Meta-AI|Meta-External|Meta-Webindexer|Meta\ AI)<span class="hljs-meta"> [NC,OR]</span>
- <span class="hljs-attribute">RewriteCond</span> <span class="hljs-variable">%{HTTP_USER_AGENT}</span> (MetaAI|MetaTagBot|Middleware|Midjourney|Mini\ AGI|MiniMax|Mintlify|Mistral|Mixtral|model-training|Molmo|Monica|Nano|Narrative|NeevaBot|netEstate|Neural\ Text|NeuralSEO|NinjaAI|NodeZero)<span class="hljs-meta"> [NC,OR]</span>
- <span class="hljs-attribute">RewriteCond</span> <span class="hljs-variable">%{HTTP_USER_AGENT}</span> (NotebookLM|Nova\ Act|NovaAct|Nytheon|OAI-SearchBot|OAI\ SearchBot|OASIS|Olivia|OLM|Omgili|Onyx|Open\ AI|Open\ Interpreter|OpenAGI|OpenAI|OpenBot|OpenInterpreter|OpenPi|OpenRouter|OpenText\ AI)<span class="hljs-meta"> [NC,OR]</span>
- <span class="hljs-attribute">RewriteCond</span> <span class="hljs-variable">%{HTTP_USER_AGENT}</span> (Operator|Outwrite|OVHcloud|Owlin|Page\ Analyzer\ AI|PaLM\ <span class="hljs-number">2</span>|PanguBot|Panscient|Paperlibot|Paraphraser\.io|peer39_crawler|Perflexity|Perplexity|Petal|Phind|PiplBot|Pixmo|Playwright|PoeBot|PoeSearchBot)<span class="hljs-meta"> [NC,OR]</span>
- <span class="hljs-attribute">RewriteCond</span> <span class="hljs-variable">%{HTTP_USER_AGENT}</span> (Poggio|Poseidon|ProWritingAid|Proximic|PulsarRPA|Puppeteer|Python\ AI|Python\ lxml|PyTorch|Qualified|Quark|QuillBot|Qopywriter|Qwen|RAG\ Agent|RAG\ Azure\ AI|RAG\ Chatbot|RAG\ Database|RAG\ IS|RAG\ Pipeline)<span class="hljs-meta"> [NC,OR]</span>
- <span class="hljs-attribute">RewriteCond</span> <span class="hljs-variable">%{HTTP_USER_AGENT}</span> (RAG\ Search|RAG\ with|RAG-|RAG_|Raptor|React\ Agent|Reasoning|Redis\ AI\ RAG|Reka\ Flash|Replicate|RobotSpider|RunPod|Rytr|SaplingAI|SBIntuitionsBot|Scala|Scalenut|Scrap|ScriptBook|Seekr)<span class="hljs-meta"> [NC,OR]</span>
- <span class="hljs-attribute">RewriteCond</span> <span class="hljs-variable">%{HTTP_USER_AGENT}</span> (SEObot|SEO\ Content\ Machine|SEO\ Robot|SemrushBot|Sentibot|Serper|ShapBot|Sidetrade|Simplified\ AI|Sitefinity|Skydancer|Skyvern|SlickWrite|SmartBot|Sonic|Sora|Spider/<span class="hljs-number">2</span>|SpiderCreator|Spin\ Rewrite|Spinbot)<span class="hljs-meta"> [NC,OR]</span>
- <span class="hljs-attribute">RewriteCond</span> <span class="hljs-variable">%{HTTP_USER_AGENT}</span> (Stability|Stable\ Diffusion|StableDiffusionBot|Stagehand|Stealth|Sudowrite|SummalyBot|Super\ Agent|Superagent|SuperAGI|Surfer\ AI|Taiko|TavilyBot|TerraCotta|Text\ Blaze|TextCortex|Thinkbot|Thordata|TikTokSpider|Timpibot)<span class="hljs-meta"> [NC,OR]</span>
- <span class="hljs-attribute">RewriteCond</span> <span class="hljs-variable">%{HTTP_USER_AGENT}</span> (Tinybird|Together|Traefik|Tulu|Tülu|TurnitinBot|TwinAgent|uAgents|UI-TARS|VelenPublicWebCrawler|Venus\ Chub\ AI|Vidnami\ AI|Vision\ RAG|WARDBot|WebSurfer|WebText|WebVoyager|Webzio|WeChat|Whisper)<span class="hljs-meta"> [NC,OR]</span>
- <span class="hljs-attribute">RewriteCond</span> <span class="hljs-variable">%{HTTP_USER_AGENT}</span> (WordAI|Wordtune|WPBot|Writecream|WriterZen|Writescope|Writesonic|WRTNBot|xAI|Xanthorox|xBot|XLNet|YaK|YaML|YandexAdditional|YouBot|Zanista|Zendesk|Zero|Zhipu)<span class="hljs-meta"> [NC,OR]</span>
- <span class="hljs-attribute">RewriteCond</span> <span class="hljs-variable">%{HTTP_USER_AGENT}</span> (Zhuque\ AI|Zimm)<span class="hljs-meta"> [NC]</span>
- <span class="hljs-attribute">RewriteRule</span> (.*) -<span class="hljs-meta"> [F,L]</span>
- <span class="hljs-section"></IfModule></span></code></pre>
- <div class="popout"><strong>Important:</strong> Remember to test well before going live. You can use a free user-agent request tool to make requests posing as various AI bots.</div>
- <h2 id="block-ai-nginx">Block AI Bots via Nginx</h2>
- <p>As with the previous <a href="#block-ai-via-apache" title="Go to Apache rules">Apache rules</a>, you can go beyond robots.txt and actually <strong>enforce</strong>
- the “Ultimate AI Block List”, by adding the following rules to your
- Nginx configuration file. Like Apache, Nginx directives operate at the
- server level. So while bots may ignore rules added via <a href="#block-ai-via-robots">robots.txt</a>, they can’t ignore rules added via Nginx configuration (unless they falsify their user agent).</p>
- <p>To block AI bots via Nginx, add the following rules to your main
- server configuration file. Before making any changes, be on the safe
- side and make a backup of your files. Just in case something unexpected
- happens, you can easily roll back. That in mind, here are the
- Nginx-formatted rules to block AI bots..</p>
- <blockquote><p>Blocks over 700+ AI bots and user agents.</p></blockquote>
- <h3>Block list for Nginx</h3>
- <p>Before using, read the <a href="#notes" title="Scroll down to Notes">Notes</a> and <a href="#disclaimer" title="Scroll down to Disclaimer">Disclaimer</a>.</p>
- <pre class="language-apache"><code data-highlighted="yes" class="hljs language-apache"><span class="hljs-comment"># Ultimate AI Block List v1.8 20260105</span>
- <span class="hljs-comment"># https://perishablepress.com/ultimate-ai-block-list/</span>
- <span class="hljs-attribute">if</span> ($http_user_agent ~* <span class="hljs-string">"(\.ai|-ai|_ai|ai\.|ai-|ai_|ai=|AddSearchBot|Agentic|AgentQL|Agent\ 3|Agent\ API|Agent-|AI\ Agent|AI\ Article\ Writer|AI\ Assistant|AI\ Chat|AI\ Content\ Detector|AI\ Detection|AI\ Dungeon)"</span>) {
- <span class="hljs-attribute">return</span> <span class="hljs-number">403</span>;
- }
- <span class="hljs-attribute">if</span> ($http_user_agent ~* <span class="hljs-string">"(AI\ Journalist|AI\ Legion|AI\ RAG|AI\ Search|AI\ SEO\ Crawler|AI\ Training|AI\ Web|AI\ Writer|AI2|AIBot|aiHitBot|AIMatrix|Airesearch|AISearch|AITraining|Alexa|Alice\ Yandex|AliGenie|AliyunSec|Alpha\ AI)"</span>) {
- <span class="hljs-attribute">return</span> <span class="hljs-number">403</span>;
- }
- <span class="hljs-attribute">if</span> ($http_user_agent ~* <span class="hljs-string">"(AlphaAI|Amazon|Amelia|AndersPinkBot|AndiBot|Anomura|Anonymous\ AI|Anthropic|AnyPicker|Anyword|Applebot|Aria\ AI|Aria\ Browse|Articoolo|Ask\ AI|Atlassian|AutoGen|Automated\ Writer|AutoML|Autonomous\ RAG)"</span>) {
- <span class="hljs-attribute">return</span> <span class="hljs-number">403</span>;
- }
- <span class="hljs-attribute">if</span> ($http_user_agent ~* <span class="hljs-string">"(AutoRAG|Awario|AWS\ Trainium|Azure|BabyAGI|BabyCatAGI|BardBot|Basic\ RAG|Bedrock|Big\ Sur|Bigsur|Botsonic|Brightbot|Browser\ MCP\ Agent|Browser\ Use|BuddyBot|Bytebot|ByteDance|Bytespider|CarynAI)"</span>) {
- <span class="hljs-attribute">return</span> <span class="hljs-number">403</span>;
- }
- <span class="hljs-attribute">if</span> ($http_user_agent ~* <span class="hljs-string">"(CatBoost|CC-Crawler|CCBot|Chai|Channel3Bot|Character|Charstar\ AI|Chatbot|Chatsonic|ChatUser|Chinchilla|Claude|ClearScope|Clearview|Cognitive\ AI|Cohere|Common\ Crawl|CommonCrawl|Compass|Content\ Harmony)"</span>) {
- <span class="hljs-attribute">return</span> <span class="hljs-number">403</span>;
- }
- <span class="hljs-attribute">if</span> ($http_user_agent ~* <span class="hljs-string">"(Content\ King|Content\ Optimizer|Content\ Samurai|ContentAtScale|ContentBot|Contentedge|ContentShake|Conversion\ AI|Copilot|CopyAI|Copymatic|Copyscape|CoreWeave|Corrective\ RAG|Cotoyogi|CRAB|Crawl4AI|CrawlQ\ AI|Crawlspace|Crew\ AI)"</span>) {
- <span class="hljs-attribute">return</span> <span class="hljs-number">403</span>;
- }
- <span class="hljs-attribute">if</span> ($http_user_agent ~* <span class="hljs-string">"(CrewAI|Crushon\ AI|Cypex|DALL-E|DarkBard|DarkBERT|DataFor|DataProvider|Datenbank\ Crawler|DeepAI|Deep\ AI|DeepL|DeepMind|Deep\ Research|DeepResearch|DeepSeek|Devin|Diffbot|Dolma|Doubao\ AI)"</span>) {
- <span class="hljs-attribute">return</span> <span class="hljs-number">403</span>;
- }
- <span class="hljs-attribute">if</span> ($http_user_agent ~* <span class="hljs-string">"(DuckAssistBot|DuckDuckGo\ Chat|DuckDuckGo-Enhanced|Echobot|Echobox|Elixir|FacebookBot|FacebookExternalHit|Factset|Falcon|FIRE-1|Firebase|Firecrawl|Flyriver|Frase\ AI|FriendlyCrawler|Gato|Gemini|Gemma|Gen\ AI)"</span>) {
- <span class="hljs-attribute">return</span> <span class="hljs-number">403</span>;
- }
- <span class="hljs-attribute">if</span> ($http_user_agent ~* <span class="hljs-string">"(GenAI|Generative|Genspark|Gentoo-chat|Ghostwriter|GigaChat|GLM|GodMode|Goose|GPT|Grammarly|Grendizer|Grok|Groq|GT\ Bot|GTBot|GTP|Hemingway\ Editor|Hetzner|Hugging)"</span>) {
- <span class="hljs-attribute">return</span> <span class="hljs-number">403</span>;
- }
- <span class="hljs-attribute">if</span> ($http_user_agent ~* <span class="hljs-string">"(Hunyuan|Hybrid\ Search\ RAG|Hypotenuse\ AI|iAsk|IbouBot|ICC-Crawler|Ideogram|ImageGen|Imagen|ImagesiftBot|ImageSpider|img2dataset|imgproxy|INK\ Editor|INKforall|Instructor|IntelliSeek|Inferkit|ISSCyberRiskCrawler|Janitor\ AI)"</span>) {
- <span class="hljs-attribute">return</span> <span class="hljs-number">403</span>;
- }
- <span class="hljs-attribute">if</span> ($http_user_agent ~* <span class="hljs-string">"(Jasper|Jenni\ AI|Julius\ AI|Kafkai|Kaggle|Kangaroo|Keyword\ Density\ AI|Kimi|Klaviyo|Knowledge|KomoBot|Kruti|KunatoCrawler|LAIONDownloader|LangChain|Langfuse|Language\ AI|Le\ Chat|Lensa|Leonardo)"</span>) {
- <span class="hljs-attribute">return</span> <span class="hljs-number">403</span>;
- }
- <span class="hljs-attribute">if</span> ($http_user_agent ~* <span class="hljs-string">"(Lightpanda|LightRAG|LinerBot|LinkupBot|LLaMA|LCC|LLM|Local\ RAG\ Agent|Lovable|Magistral|magpie-crawler|MAI-Image|Manus|MarketMuse|MBZUAI|Meltwater|Meta-AI|Meta-External|Meta-Webindexer|Meta\ AI)"</span>) {
- <span class="hljs-attribute">return</span> <span class="hljs-number">403</span>;
- }
- <span class="hljs-attribute">if</span> ($http_user_agent ~* <span class="hljs-string">"(MetaAI|MetaTagBot|Middleware|Midjourney|Mini\ AGI|MiniMax|Mintlify|Mistral|Mixtral|model-training|Molmo|Monica|Nano|Narrative|NeevaBot|netEstate|Neural\ Text|NeuralSEO|NinjaAI|NodeZero)"</span>) {
- <span class="hljs-attribute">return</span> <span class="hljs-number">403</span>;
- }
- <span class="hljs-attribute">if</span> ($http_user_agent ~* <span class="hljs-string">"(NotebookLM|Nova\ Act|NovaAct|Nytheon|OAI-SearchBot|OAI\ SearchBot|OASIS|Olivia|OLM|Omgili|Onyx|Open\ AI|Open\ Interpreter|OpenAGI|OpenAI|OpenBot|OpenInterpreter|OpenPi|OpenRouter|OpenText\ AI)"</span>) {
- <span class="hljs-attribute">return</span> <span class="hljs-number">403</span>;
- }
- <span class="hljs-attribute">if</span> ($http_user_agent ~* <span class="hljs-string">"(Operator|Outwrite|OVHcloud|Owlin|Page\ Analyzer\ AI|PaLM\ 2|PanguBot|Panscient|Paperlibot|Paraphraser\.io|peer39_crawler|Perflexity|Perplexity|Petal|Phind|PiplBot|Pixmo|Playwright|PoeBot|PoeSearchBot)"</span>) {
- <span class="hljs-attribute">return</span> <span class="hljs-number">403</span>;
- }
- <span class="hljs-attribute">if</span> ($http_user_agent ~* <span class="hljs-string">"(Poggio|Poseidon|ProWritingAid|Proximic|PulsarRPA|Puppeteer|Python\ AI|Python\ lxml|PyTorch|Qualified|Quark|QuillBot|Qopywriter|Qwen|RAG\ Agent|RAG\ Azure\ AI|RAG\ Chatbot|RAG\ Database|RAG\ IS|RAG\ Pipeline)"</span>) {
- <span class="hljs-attribute">return</span> <span class="hljs-number">403</span>;
- }
- <span class="hljs-attribute">if</span> ($http_user_agent ~* <span class="hljs-string">"(RAG\ Search|RAG\ with|RAG-|RAG_|Raptor|React\ Agent|Reasoning|Redis\ AI\ RAG|Reka\ Flash|Replicate|RobotSpider|RunPod|Rytr|SaplingAI|SBIntuitionsBot|Scala|Scalenut|Scrap|ScriptBook|Seekr)"</span>) {
- <span class="hljs-attribute">return</span> <span class="hljs-number">403</span>;
- }
- <span class="hljs-attribute">if</span> ($http_user_agent ~* <span class="hljs-string">"(SEObot|SEO\ Content\ Machine|SEO\ Robot|SemrushBot|Sentibot|Serper|ShapBot|Sidetrade|Simplified\ AI|Sitefinity|Skydancer|Skyvern|SlickWrite|SmartBot|Sonic|Sora|Spider/2|SpiderCreator|Spin\ Rewrite|Spinbot)"</span>) {
- <span class="hljs-attribute">return</span> <span class="hljs-number">403</span>;
- }
- <span class="hljs-attribute">if</span> ($http_user_agent ~* <span class="hljs-string">"(Stability|Stable\ Diffusion|StableDiffusionBot|Stagehand|Stealth|Sudowrite|SummalyBot|Super\ Agent|Superagent|SuperAGI|Surfer\ AI|Taiko|TavilyBot|TerraCotta|Text\ Blaze|TextCortex|Thinkbot|Thordata|TikTokSpider|Timpibot)"</span>) {
- <span class="hljs-attribute">return</span> <span class="hljs-number">403</span>;
- }
- <span class="hljs-attribute">if</span> ($http_user_agent ~* <span class="hljs-string">"(Tinybird|Together|Traefik|Tulu|Tülu|TurnitinBot|TwinAgent|uAgents|UI-TARS|VelenPublicWebCrawler|Venus\ Chub\ AI|Vidnami\ AI|Vision\ RAG|WARDBot|WebSurfer|WebText|WebVoyager|Webzio|WeChat|Whisper)"</span>) {
- <span class="hljs-attribute">return</span> <span class="hljs-number">403</span>;
- }
- <span class="hljs-attribute">if</span> ($http_user_agent ~* <span class="hljs-string">"(WordAI|Wordtune|WPBot|Writecream|WriterZen|Writescope|Writesonic|WRTNBot|xAI|Xanthorox|xBot|XLNet|YaK|YaML|YandexAdditional|YouBot|Zanista|Zendesk|Zero|Zhipu)"</span>) {
- <span class="hljs-attribute">return</span> <span class="hljs-number">403</span>;
- }
- <span class="hljs-attribute">if</span> ($http_user_agent ~* <span class="hljs-string">"(Zhuque\ AI|Zimm)"</span>) {
- <span class="hljs-attribute">return</span> <span class="hljs-number">403</span>;
- }</code></pre>
- <div class="popout"><strong>Important:</strong> Remember to test well before going live. You can use a free user-agent request tool to make requests posing as various AI bots.</div>
- <h2 id="block-ai-text">Download plain-text list</h2>
- <p>Here is a plain-text version of the list. This list contains only the user-agent names, nothing else :)</p>
- <div id="simple-download-counter-20980" class="simple-download-counter download"><a class="simple-download-counter-link" href="https://perishablepress.com/sdc_download/20980/?key=9z062am59ioub8ses5brw71d7k4nii" title="896 downloads">Download Ultimate Block List for AI Bots</a><span class="simple-download-counter-after">Version <span class="simple-download-counter-version">1.8</span> ( <span class="simple-download-counter-size">3.96 KB</span> <span class="simple-download-counter-ext">TXT</span> )</span></div>
- <h2 id="notes">Notes</h2>
- <p><strong>Note:</strong> The four block lists above (robots.txt,
- Apache, Nginx, and Plain Text) are synchronized and include/block the
- same set of AI bots.</p>
- <p><strong>Note:</strong> Numerous user agents are omitted from the
- block lists because the names are matched in wild-card fashion. Here is a
- list showing <a target="_blank" href="https://perishablepress.com/blacklist/ai-bots-wild-card-blocked.txt" title="Text file opens new tab or window">wild-card blocked AI bots</a>.</p>
- <p><strong>Note:</strong> The block lists focus on AI-related bots. Some
- of those bots are used by giant corporations like Apple, Amazon, and
- Facebook. So please keep this in mind and feel free to remove any bots
- that you think should be allowed access to your site. Also be sure to
- check the list of <a target="_blank" href="https://perishablepress.com/blacklist/ai-bots-wild-card-blocked.txt" title="Text file opens new tab or window">wild-card blocked AI bots</a>.</p>
- <p><strong>Note:</strong> Each of the differently formatted block lists
- are case-insensitive. The robots.txt rules are case-insensitive by
- default, the Apache rules are case-insensitive due to the inclusion of
- the <code>[NC]</code> flag, and the Nginx rules are case-insensitive due to the tilde and asterisk <code>~*</code>. So don’t worry about mixed-case bot names, their user agents will be blocked, whether uppercase, lowercase, or mIxeD cAsE.</p>
- <p><strong>Note:</strong> If you don’t care about search results, you
- can add the following rules to your robots.txt file. All search-related
- AI bots were removed from the block list in version 1.4 (see <a href="#changelog" title="Jump to Changelog">changelog</a> below). Include the following only if you want to block major search engines like Bing, Google, and DuckDuckGo.</p>
- <pre class="language-plaintext"><code data-highlighted="yes" class="hljs language-plaintext">User-agent: Apple
- User-agent: BingAI
- User-agent: Bingbot-chat
- User-agent: Bravebot
- User-agent: Duck
- User-agent: Google Bard AI
- User-agent: Google-CloudVertexBot
- User-agent: Google-Extended
- User-agent: Google Gemini
- User-agent: GoogleOther
- User-agent: MSBot</code></pre>
- <div class="popout"><strong>Learn more:</strong> According to <a href="https://developers.google.com/crawling/docs/robots-txt/robots-txt-spec?hl=en#user-agent" title="How Google interprets the robots.txt specification" target="_blank">Google documentation</a>, the value of the user-agent line (in robots.txt) is case-insensitive.</div>
- <h2 id="changelog">Changelog</h2>
- <p><strong>Tip:</strong> The changelog below features the main changes like an overview, it does <em>not</em>
- chronicle every change to patterns, bots, details, and so forth. You
- can use a free online tool to compare block lists with previous
- versions, so you can figure out which bots have been added, removed, and
- other changes, etc.</p>
- <h3>v1.8 <span style="font-weight:normal;font-size:80%;">– 2026/01/05</span></h3>
- <ul>
- <li>Removes Flux</li>
- <li>Consolidates GLM bots</li>
- <li>Consolidates Awario bots</li>
- <li>Adds 60+ new patterns, matching many more user agents</li>
- <li>Streamlines numerous patterns, removes some patterns</li>
- <li>Improves pattern matching for more accurate blocking and better performance</li>
- <li>Updates the <a href="https://perishablepress.com/blacklist/ai-bots-wild-card-blocked.txt" title="Text file opens new tab or window" target="_blank">wild-card blocked AI bots</a> plain-text list</li>
- </ul>
- <h3>v1.7 <span style="font-weight:normal;font-size:80%;">– 2025/09/24</span></h3>
- <ul>
- <li>Removes Apple, adds Applebot</li>
- <li>Removes Brave Leo (Brave Browser Search)</li>
- <li>Adds 65 new patterns, matching many more user agents</li>
- <li>Streamlines numerous patterns, removes some patterns</li>
- <li>Improves pattern matching for more accurate blocking and better performance</li>
- <li>Updates the <a target="_blank" href="https://perishablepress.com/blacklist/ai-bots-wild-card-blocked.txt" title="Text file opens new tab or window">wild-card blocked AI bots</a> plain-text list</li>
- </ul>
- <h3>v1.6 <span style="font-weight:normal;font-size:80%;">– 2025/07/18</span></h3>
- <ul>
- <li>Adds <strong>many</strong> new AI bots/patterns</li>
- <li>Makes better use of wildcard matching to streamline the list while keeping false positives near zero</li>
- <li>Adds robots.txt rules to allow all other bots full access</li>
- <li>Improves alphabetization and formatting</li>
- <li>Replaces AI2Bot and AI2 Labs with AI2</li>
- <li>Replaces all specific Amazon bot names with Amazon</li>
- <li>Replaces Applebot with Apple</li>
- <li>Replaces LLMs with LLM</li>
- <li>Replaces WormsGTP with GTP</li>
- <li>Replaces Zero GTP and Zerochat with Zero</li>
- </ul>
- <h3>v1.5 <span style="font-weight:normal;font-size:80%;">– 2025/06/03</span></h3>
- <ul>
- <li>Adds Applebot</li>
- <li>Changes Phindbot to Phind</li>
- <li>Changes AI Search Engine to AI Search</li>
- <li>Adds: AI Chat, ai-proxy, aiHitBot, AndiBot, AutoGLM, AutoML,
- BabyAGI, Brightbot, chatbot, Factset, imgproxy, Lensa, Lightpanda,
- Manus, Monica, NovaAct, Puppeteer, Qualified, Qwen, SemrushBot,
- TikTokSpider, Traefik, VelenPublicWebCrawler, YaML</li>
- </ul>
- <h3>v1.4 <span style="font-weight:normal;font-size:80%;">– 2025/04/17</span></h3>
- <ul>
- <li>Removes Applebot</li>
- <li>Removes all 2 Bing agents</li>
- <li>Removes all 4 Google agents</li>
- <li>Changes PerplexityBot to Perplexity</li>
- <li>Adds: Azure, Falcon, Genspark, GLM, ImageGen, Knowledge, LLMs, Nova Act, Operator, Sitefinity, Sonic, Super Agent, Zhipu</li>
- <li>To restore blocking of search-related AI bots, check the <a href="#notes" title="Jump to Notes">notes</a> above for a list</li>
- </ul>
- <h3>Previous versions</h3>
- <ul>
- <li><strong>Version 1.3</strong> – 2025/03/10 – Adds more AI bots, refines list to make better use of wild-card pattern matching of user-agent names.</li>
- <li><strong>Version 1.2</strong> – 2025/02/12 – Adds 73 AI bots (Thanks to Robert DeVore)</li>
- <li><strong>Version 1.1</strong> – 2025/02/11 – Replaces <code>REQUEST_URI</code> with <code>HTTP_USER_AGENT</code></li>
- <li><strong>Version 1.0</strong> – 2025/02/11 – Initial release.</li>
- </ul>
- <h2 id="disclaimer">Disclaimer</h2>
- <p>The information shared on this page is provided “as-is”, with the intention of helping people protect their sites against <abbr title="Artificial Intelligence">AI</abbr>
- bots. The two block lists (robots.txt and Apache/.htaccess) are
- open-source and free to use and modify without condition. By using
- either block list, you assume all risk and responsibility for anything
- that happens. So use wisely, test thoroughly, and enjoy the benefits of
- my work :)</p>
- <h2 id="support">Support my work</h2>
- <p>I spend countless hours digging through server logs, researching user
- agents, and compiling block lists to stop AI and other unwanted bots. I
- share my work freely with the hope that it will help make the Web a
- more secure place for everyone.</p>
- <p>If you benefit from my work and want to show support, please <a href="https://monzillamedia.com/donate.html" title="My donation page at Monzilla Media" target="_blank">make a donation</a> or buy one of my <a href="https://books.perishablepress.com/" title="Perishable Press Bookstore">books</a>, such as <a href="https://htaccessbook.com/" title=".htaccess made easy" target="_blank">.htaccess made easy</a>. You’ll get a complete guide to .htaccess and a ton of awesome techniques for optimizing and securing your site.</p>
- <p>Of course, tweets, likes, links, and shares also are super helpful
- and very much appreciated. Your generous support enables me to continue
- developing AI block lists and other awesome resources for the community.
- Thank you kindly :)</p>
- <div class="popout"><strong>Show support!</strong> <a href="https://m0n.co/donate" target="_blank">Donate via PayPal</a>, <a href="https://m0n.co/donate-stripe" title="Donate via Stripe" target="_blank">Stripe</a>, or your favorite <a href="https://monzillamedia.com/donate.html" target="_blank">digital coin</a> »</div>
- <h2 id="references">References</h2>
- <p>Thanks to the following resources for sharing their work with identifying and blocking AI bots.</p>
- <ul>
- <li><a href="https://darkvisitors.com/agents" target="_blank">Dark Visitors ▸ Agents</a></li>
- <li><a href="https://ethanmarcotte.com/wrote/blockin-bots/" target="_blank">Blockin’ bots.</a></li>
- <li><a href="https://neil-clarke.com/block-the-bots-that-feed-ai-models-by-scraping-your-website/" target="_blank">Block the Bots that Feed AI Models by Scraping Your Website</a></li>
- <li><a href="https://coryd.dev/posts/2024/go-ahead-and-block-ai-web-crawlers" target="_blank">Go ahead and block AI web crawlers</a></li>
- <li><a href="https://roelant.net/en/2023/im-blocking-ai-crawlers/" target="_blank">I’m blocking AI-crawlers</a></li>
- <li><a href="https://github.com/tinaponting/ai-robots-scrapers" target="_blank">GitHub ▸ Tina Ponting’s AI Robots + Scrapers</a></li>
- <li><a href="https://github.com/robertdevore/block-ai-crawlers" target="_blank">GitHub ▸ Robert DeVore’s Block AI Crawlers</a></li>
- <li><a href="https://github.com/ai-robots-txt/ai.robots.txt" target="_blank">GitHub ▸ ai.robots.txt</a></li>
- <li><a href="https://platform.openai.com/docs/bots" target="_blank">Overview of OpenAI Crawlers</a></li>
- <li><a href="https://pirg.org/edfund/resources/how-to-stop-your-data-from-being-used-for-ai-training/" target="_blank">How to stop your data from being used for AI training</a></li>
- <li><a href="https://www.searchenginejournal.com/how-to-block-chatgpt-from-using-your-website-content/478384/" target="_blank">How to Block OpenAI ChatGPT From Using Your Website Content</a></li>
- <li><a href="https://arstechnica.com/tech-policy/2025/01/ai-haters-build-tarpits-to-trap-and-trick-ai-scrapers-that-ignore-robots-txt/" target="_blank">AI haters build tarpits to trap and trick AI scrapers</a></li>
- <li><a href="https://originality.ai/ai-bot-blocking" target="_blank">Block AI Bots from Crawling Websites Using Robots.txt</a></li>
- <li><a href="https://underlap.org/blocking-ai-web-crawlers" target="_blank">Blocking AI web crawlers</a></li>
- <li><a href="https://uisce.eu/understanding-the-bots-blocked-by-ai-scrape-protect/" target="_blank">Understanding the Bots Blocked by AI Scrape Protect</a></li>
- <li><strong data-url="https://rarechrisclark.com/blog/ai-website-crawlers/" data-date="20251003" title="404 link removed">Understanding and Blocking Abusive AI Website Crawlers</strong></li>
- <li><a href="https://www.abuseipdb.com/" target="_blank">Abusive IP Database</a></li>
- <li><a href="https://lablab.ai/apps" target="_blank">Discover AI applications</a></li>
- <li><a href="https://perishablepress.com/block-bad-bots/">Perishable Press ▸ How to Block Bad Bots</a></li>
- <li><a href="https://perishablepress.com/tag/apache/">Perishable Press ▸ Apache Archive</a></li>
- <li><a href="https://perishablepress.com/category/web-design/htaccess/">Perishable Press ▸ .htaccess Archive</a></li>
- <li><a href="https://perishablepress.com/tag/blacklist/">Perishable Press ▸ Blacklist Archive</a></li>
- <li><a href="https://perishablepress.com/tag/bots/">Perishable Press ▸ Bots Archive</a></li>
- <li><a href="https://perishablepress.com/tag/ng/">Perishable Press ▸ nG Firewall Archive</a></li>
- </ul>
- <h2 id="feedback">Feedback</h2>
- <p>Got more? Leave a comment below with your favorite AI bots to block. Or send privately via my <a href="https://perishablepress.com/contact/">contact form</a>. Cheers! :)</p>
- <p><!--authenticate--></p>
-
- <div class="post-tags t2"><a href="https://perishablepress.com/tag/ai/" title="More posts with this tag">ai</a> <a href="https://perishablepress.com/tag/apache/" title="More posts with this tag">apache</a> <a href="https://perishablepress.com/tag/blacklist/" title="More posts with this tag">blacklist</a> <a href="https://perishablepress.com/tag/bots/" title="More posts with this tag">bots</a> <a href="https://perishablepress.com/tag/robots/" title="More posts with this tag">robots</a></div>
- <div class="aa box"><img alt="" src="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/fc56e446225444bbcc58506a1819c812fa7b932eee3068c0ba705ad_002.jpeg" srcset="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/fc56e446225444bbcc58506a1819c812fa7b932eee3068c0ba705ade3e5.jpeg 2x" class="avatar avatar-200 photo" height="200" width="200" decoding="async"><div class="aa-text"><div class="t1">About the Author</div><div class="aa-desc"><a href="https://perishablepress.com/author/perish/" title="Author Archive">Jeff Starr</a> = Creative thinker. Passionate about free and open Web.</div></div></div>
- </div>
- <div class="feat feat-post">
- <div>
- <a href="https://digwp.com/book/" title="Take your WordPress skills to the next level" target="_blank">
- <img src="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/digwp.jpg" width="200" alt="eBook: Digging Into WordPress">
- </a>
- </div>
- <div class="t3">
- <a href="https://digwp.com/book/" title="eBook + Bonus Content" target="_blank">Digging Into WordPress</a>: Take your WordPress skills to the next level.
- </div></div>
-
-
-
- <div class="navs box">
- <div class="navs-next"><div class="t1">← Next Post</div><div class="navs-link"><a href="https://perishablepress.com/pro-version-head-meta-data/" rel="next">Pro Version of Head Meta Data WordPress Plugin</a></div></div>
- <div class="navs-prev"><div class="t1">Previous Post →</div><div class="navs-link"><a href="https://perishablepress.com/wutsearch-update-v1-8/" rel="prev">Wutsearch Update v1.8</a></div></div>
- </div>
-
-
- <div id="comments" class="comments">
-
- <style>
- .comments h2 { line-height: initial; }
- .comments pre, .comments blockquote { margin: 20px 0; }
- .comments-list { margin: 40px 0; padding: 0; list-style: none; }
- .comment { margin: 20px 0; }
- .comment-avatar { float: left; width: 60px; height: 60px; }
- .comment .avatar { display: block; width: 50px; height: 50px; }
- .comment-info { padding: 0 0 0 10px; font-size: 11px; color: #999; }
- .comment-info a, .comment-info a:hover { color: #999; text-decoration: none; }
- .comment-content { float: right; line-height: 1.5; width: calc(100% - 70px); }
- .children { list-style: none; }
- .comment .comment-policy, .cancel-reply { display: none; }
- .comment .cancel-reply { display: inline-block; padding: 0 0 0 10px; }
- .comment-policy { margin: 0 0 30px 0; }
- .cancel-reply a { font-size: 11px; font-weight: normal; text-decoration: none; }
- .comment-field { margin: 5px 0; }
- .comment-field label { box-sizing: border-box; width: 90px; text-align: right; font-size: 11px; }
- .comment-field input { box-sizing: border-box; width: 300px; }
- .comment-field textarea { box-sizing: border-box; width: calc(100% - 100px); height: 120px; }
- .form-submit .submit { margin: 0 0 0 90px; }
- .comment-feed { padding: 0 0 0 30px; background-image: url(/wp/wp-content/themes/yes/img/feed.png); background-repeat: no-repeat; background-position: left center; background-size: 20px 20px; }
- .comments-closed { margin: 40px 0; text-align: center; }
- .comments-closed img, .comments-closed span { display: inline-block; margin: 0 3px 0 0; vertical-align: middle; }
- .comments-closed span { padding: 3px 0 0 0; }
- .comment-moderation { font-style: italic; color: #669966; }
- @media (max-width: 570px) {
- .children { padding: 0; }
- .comment-field label, .comment-field input, .comment-field textarea, .comment .comment-field textarea { display: block; width: 100%; text-align: left; }
- .form-submit .submit { margin: 0; }
- .comments-closed img { display: none; }
- }
- </style>
-
-
- <h2>56 responses to “Ultimate Block List to Stop AI Bots”</h2>
-
- <ol class="comments-list">
- <li class="comment even thread-even depth-1" id="comment-138849">
- <div class="comment-wrap box">
- <div class="comment-avatar">
- <img alt="" src="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/avatar_018.webp" srcset="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/avatar.webp 2x" class="avatar avatar-100 photo" height="100" width="100" decoding="async"> </div>
- <div class="comment-content">
- <div class="comment-meta t2">
- <strong class="comment-author"><a href="https://dkeu.de/" class="url" rel="ugc external nofollow" target="_blank">David</a></strong>
- <span class="comment-info t1">
- <a href="https://perishablepress.com/ultimate-ai-block-list/#comment-138849" title="Permalink">2025/02/11 10:25 pm</a>
-
- • <a rel="nofollow" class="comment-reply-link" href="https://perishablepress.com/ultimate-ai-block-list/?replytocom=138849#respond" data-commentid="138849" data-postid="20932" data-belowelement="comment-text-138849" data-respondelement="respond" data-replyto="Reply to David" aria-label="Reply to David">Reply</a> </span>
- </div>
- <div class="comment-text t2" id="comment-text-138849"><p>Super
- cool! Thank you so much for your tireless work with the nG firewall and
- now this very comprehensive AI user agent blocking list. I tried to
- recognize and block the bots one by one, but there were obviously still
- many missing.</p>
- </div>
- </div>
- </div>
-
- </li><!-- #comment-## -->
-
- <li class="comment odd alt thread-odd thread-alt depth-1" id="comment-138866">
- <div class="comment-wrap box">
- <div class="comment-avatar">
- <img alt="" src="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/895cd8089740cdb84bf91e910e4f2f748147c60b91a7973b443846c_002.jpeg" srcset="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/895cd8089740cdb84bf91e910e4f2f748147c60b91a7973b443846c11a7.jpeg 2x" class="avatar avatar-100 photo" height="100" width="100" decoding="async"> </div>
- <div class="comment-content">
- <div class="comment-meta t2">
- <strong class="comment-author"><a href="https://automatio.ai/" class="url" rel="ugc external nofollow" target="_blank">Stefan Smiljkovic</a></strong>
- <span class="comment-info t1">
- <a href="https://perishablepress.com/ultimate-ai-block-list/#comment-138866" title="Permalink">2025/02/13 8:53 pm</a>
-
- • <a rel="nofollow" class="comment-reply-link" href="https://perishablepress.com/ultimate-ai-block-list/?replytocom=138866#respond" data-commentid="138866" data-postid="20932" data-belowelement="comment-text-138866" data-respondelement="respond" data-replyto="Reply to Stefan Smiljkovic" aria-label="Reply to Stefan Smiljkovic">Reply</a> </span>
- </div>
- <div class="comment-text t2" id="comment-text-138866"><p>This
- block list is solid for keeping AI bots out, but with how fast AI is
- evolving, do you think blocking them entirely is the best long-term
- move? </p>
- <p>Some bots might be scraping content, but others could be indexing
- sites in ways that drive traffic. Is there a case for selectively
- allowing certain AI bots while blocking the rest?</p>
- </div>
- </div>
- </div>
-
- <ul class="children">
-
- <li class="comment byuser comment-author-perish bypostauthor even depth-2" id="comment-138869">
- <div class="comment-wrap box">
- <div class="comment-avatar">
- <img alt="" src="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/fc56e446225444bbcc58506a1819c812fa7b932eee3068c0ba705ad_003.jpeg" srcset="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/fc56e446225444bbcc58506a1819c812fa7b932eee3068c0ba705ad_002.jpeg 2x" class="avatar avatar-100 photo" height="100" width="100" decoding="async"> </div>
- <div class="comment-content">
- <div class="comment-meta t2">
- <strong class="comment-author"><a href="https://perishablepress.com/" class="url" rel="ugc">Jeff Starr</a></strong>
- <span class="comment-info t1">
- <a href="https://perishablepress.com/ultimate-ai-block-list/#comment-138869" title="Permalink">2025/02/14 6:56 am</a>
- <span class="comment-postauthor">• Post Author</span>
- • <a rel="nofollow" class="comment-reply-link" href="https://perishablepress.com/ultimate-ai-block-list/?replytocom=138869#respond" data-commentid="138869" data-postid="20932" data-belowelement="comment-text-138869" data-respondelement="respond" data-replyto="Reply to Jeff Starr" aria-label="Reply to Jeff Starr">Reply</a> </span>
- </div>
- <div class="comment-text t2" id="comment-text-138869"><p>“..do you think blocking them entirely is the best long-term move?”</p>
- <p>Good question. Trying to plan “long-term” is folly given “how fast AI
- is evolving”. Literally anything can happen. As mentioned in the intro,
- this post is not about arguing pros and cons; it’s for people who want
- to block AI bots like <strong>now</strong>. Long-term yes, resistance (probably) is futile. Short-term you can block a lot of them with just a few clicks.</p>
- <p>“Is there a case for selectively allowing certain AI bots while blocking the rest?”</p>
- <p>Technically speaking, you can do that with either robots.txt or <a href="https://perishablepress.com/invite-only-visitor-exclusivity-via-the-opt-in-method/" title="Invite Only: Traffic Control via Whitelist" rel="ugc">Apache/.htaccess</a>
- (and other languages I’m sure). As for whether or not it makes sense
- for any given site, depends on myriad factors. So not a
- one-size-fits-all strategy imo.</p>
- <p>Note: I edited my original reply after giving it more thought.</p>
- </div>
- </div>
- </div>
-
- </li><!-- #comment-## -->
- </ul><!-- .children -->
- </li><!-- #comment-## -->
-
- <li class="comment odd alt thread-even depth-1" id="comment-138895">
- <div class="comment-wrap box">
- <div class="comment-avatar">
- <img alt="" src="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/avatar_016.webp" srcset="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/avatar_005.webp 2x" class="avatar avatar-100 photo" height="100" width="100" decoding="async"> </div>
- <div class="comment-content">
- <div class="comment-meta t2">
- <strong class="comment-author"><a href="https://wptechguru.com/" class="url" rel="ugc external nofollow" target="_blank">Frank Gomez</a></strong>
- <span class="comment-info t1">
- <a href="https://perishablepress.com/ultimate-ai-block-list/#comment-138895" title="Permalink">2025/02/17 6:14 am</a>
-
- • <a rel="nofollow" class="comment-reply-link" href="https://perishablepress.com/ultimate-ai-block-list/?replytocom=138895#respond" data-commentid="138895" data-postid="20932" data-belowelement="comment-text-138895" data-respondelement="respond" data-replyto="Reply to Frank Gomez" aria-label="Reply to Frank Gomez">Reply</a> </span>
- </div>
- <div class="comment-text t2" id="comment-text-138895"><p>Thanks
- Jeff, Longtime fan here. I appreciate your ongoing contributions to a
- safer internet. I appreciate the extensive notes here too. I’ll be
- implementing these minus Google-Extended and see what happens.</p>
- </div>
- </div>
- </div>
-
- </li><!-- #comment-## -->
-
- <li class="comment even thread-odd thread-alt depth-1" id="comment-139032">
- <div class="comment-wrap box">
- <div class="comment-avatar">
- <img alt="" src="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/avatar_014.webp" srcset="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/avatar_009.webp 2x" class="avatar avatar-100 photo" height="100" width="100" decoding="async"> </div>
- <div class="comment-content">
- <div class="comment-meta t2">
- <strong class="comment-author">Prince</strong>
- <span class="comment-info t1">
- <a href="https://perishablepress.com/ultimate-ai-block-list/#comment-139032" title="Permalink">2025/02/27 9:20 pm</a>
-
- • <a rel="nofollow" class="comment-reply-link" href="https://perishablepress.com/ultimate-ai-block-list/?replytocom=139032#respond" data-commentid="139032" data-postid="20932" data-belowelement="comment-text-139032" data-respondelement="respond" data-replyto="Reply to Prince" aria-label="Reply to Prince">Reply</a> </span>
- </div>
- <div class="comment-text t2" id="comment-text-139032"><p>Jeff, thanks a lot for your great work. Appreciate very much your efforts.</p>
- <p>I want to ask you if we can apply both, robots.txt and .htaccess
- lists, to strengthen security. Or only one of the two needs to be
- installed.</p>
- <p>Again, thanx a lot Jeff!</p>
- </div>
- </div>
- </div>
-
- <ul class="children">
-
- <li class="comment byuser comment-author-perish bypostauthor odd alt depth-2" id="comment-139036">
- <div class="comment-wrap box">
- <div class="comment-avatar">
- <img alt="" src="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/fc56e446225444bbcc58506a1819c812fa7b932eee3068c0ba705ad_003.jpeg" srcset="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/fc56e446225444bbcc58506a1819c812fa7b932eee3068c0ba705ad_002.jpeg 2x" class="avatar avatar-100 photo" height="100" width="100" decoding="async"> </div>
- <div class="comment-content">
- <div class="comment-meta t2">
- <strong class="comment-author"><a href="https://perishablepress.com/" class="url" rel="ugc">Jeff Starr</a></strong>
- <span class="comment-info t1">
- <a href="https://perishablepress.com/ultimate-ai-block-list/#comment-139036" title="Permalink">2025/02/28 6:25 am</a>
- <span class="comment-postauthor">• Post Author</span>
- • <a rel="nofollow" class="comment-reply-link" href="https://perishablepress.com/ultimate-ai-block-list/?replytocom=139036#respond" data-commentid="139036" data-postid="20932" data-belowelement="comment-text-139036" data-respondelement="respond" data-replyto="Reply to Jeff Starr" aria-label="Reply to Jeff Starr">Reply</a> </span>
- </div>
- <div class="comment-text t2" id="comment-text-139036"><p>Hi
- Prince, yes you can install both although it’s kind of unnecessary. The
- robots file isn’t going to stop anything that’s not blocked via
- Apache/.htaccess, but the converse isn’t true: the .htaccess rules will
- stop any listed bots that choose to ignore robots rules.</p>
- </div>
- </div>
- </div>
-
- </li><!-- #comment-## -->
- </ul><!-- .children -->
- </li><!-- #comment-## -->
-
- <li class="comment even thread-even depth-1" id="comment-139058">
- <div class="comment-wrap box">
- <div class="comment-avatar">
- <img alt="" src="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/avatar_011.webp" srcset="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/avatar_007.webp 2x" class="avatar avatar-100 photo" height="100" width="100" decoding="async"> </div>
- <div class="comment-content">
- <div class="comment-meta t2">
- <strong class="comment-author">Prince</strong>
- <span class="comment-info t1">
- <a href="https://perishablepress.com/ultimate-ai-block-list/#comment-139058" title="Permalink">2025/03/01 2:56 am</a>
-
- • <a rel="nofollow" class="comment-reply-link" href="https://perishablepress.com/ultimate-ai-block-list/?replytocom=139058#respond" data-commentid="139058" data-postid="20932" data-belowelement="comment-text-139058" data-respondelement="respond" data-replyto="Reply to Prince" aria-label="Reply to Prince">Reply</a> </span>
- </div>
- <div class="comment-text t2" id="comment-text-139058"><p>Thanks a lot Jeff for your patience</p>
- </div>
- </div>
- </div>
-
- </li><!-- #comment-## -->
-
- <li class="comment odd alt thread-odd thread-alt depth-1" id="comment-139093">
- <div class="comment-wrap box">
- <div class="comment-avatar">
- <img alt="" src="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/7a0d0e4af5589220ca74e07f3f30d0cb9d0ebc0ac4da583a420e1bd_002.jpeg" srcset="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/7a0d0e4af5589220ca74e07f3f30d0cb9d0ebc0ac4da583a420e1bda066.jpeg 2x" class="avatar avatar-100 photo" height="100" width="100" decoding="async"> </div>
- <div class="comment-content">
- <div class="comment-meta t2">
- <strong class="comment-author">Rick Beckman</strong>
- <span class="comment-info t1">
- <a href="https://perishablepress.com/ultimate-ai-block-list/#comment-139093" title="Permalink">2025/03/03 6:52 pm</a>
-
- • <a rel="nofollow" class="comment-reply-link" href="https://perishablepress.com/ultimate-ai-block-list/?replytocom=139093#respond" data-commentid="139093" data-postid="20932" data-belowelement="comment-text-139093" data-respondelement="respond" data-replyto="Reply to Rick Beckman" aria-label="Reply to Rick Beckman">Reply</a> </span>
- </div>
- <div class="comment-text t2" id="comment-text-139093"><p>I’ve been using a small block list that I’ve put together to achieve this, so I’m glad to see this larger list. </p>
- <p>But I’ve also seen people using a tool that they can direct AI bots
- to which catches them in a link loop, loading page after page of
- nonsense text that is close to seeming like real human text but is just
- generated gobbledygook. I love the idea of this, but have no idea how to
- build it.</p>
- <p>It’s similar to the honey pots that Project Honeypot facilitates for
- spam bots — giving them thousands of fake emails, making their harvested
- lists bloated. I want to poison the well of AI. (Although, in doing so,
- it may force the devs of said bots to improve teh whole thing, causing
- AI bot evolution rather than being a true hurdle. Huh… Well, maybe I
- just talked myself out of this idea. Ah well.</p>
- <p>Thanks for your list, Jeff!</p>
- </div>
- </div>
- </div>
-
- <ul class="children">
-
- <li class="comment byuser comment-author-perish bypostauthor even depth-2" id="comment-139101">
- <div class="comment-wrap box">
- <div class="comment-avatar">
- <img alt="" src="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/fc56e446225444bbcc58506a1819c812fa7b932eee3068c0ba705ad_003.jpeg" srcset="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/fc56e446225444bbcc58506a1819c812fa7b932eee3068c0ba705ad_002.jpeg 2x" class="avatar avatar-100 photo" height="100" width="100" decoding="async"> </div>
- <div class="comment-content">
- <div class="comment-meta t2">
- <strong class="comment-author"><a href="https://perishablepress.com/" class="url" rel="ugc">Jeff Starr</a></strong>
- <span class="comment-info t1">
- <a href="https://perishablepress.com/ultimate-ai-block-list/#comment-139101" title="Permalink">2025/03/04 6:35 am</a>
- <span class="comment-postauthor">• Post Author</span>
- • <a rel="nofollow" class="comment-reply-link" href="https://perishablepress.com/ultimate-ai-block-list/?replytocom=139101#respond" data-commentid="139101" data-postid="20932" data-belowelement="comment-text-139101" data-respondelement="respond" data-replyto="Reply to Jeff Starr" aria-label="Reply to Jeff Starr">Reply</a> </span>
- </div>
- <div class="comment-text t2" id="comment-text-139101"><p>Hey
- Rick, yes you’re referring to “tarpits”, a fun way to confuse and trap
- bots in an endless maze of nonsense. I posted about it on Mastodon <a href="https://mastodon.social/@perishable/113997480078954392" title="Tarpits post on Mastodon social media" rel="nofollow ugc" target="_blank">here</a>
- for anyone else who may be interested. Tarpits take some time to
- setup/configure and chew up a LOT of server resources, but certainly are
- a fun way to pass some time :)</p>
- </div>
- </div>
- </div>
-
- </li><!-- #comment-## -->
- </ul><!-- .children -->
- </li><!-- #comment-## -->
-
- <li class="comment odd alt thread-even depth-1" id="comment-140366">
- <div class="comment-wrap box">
- <div class="comment-avatar">
- <img alt="" src="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/avatar_017.webp" srcset="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/avatar_002.webp 2x" class="avatar avatar-100 photo" height="100" width="100" decoding="async"> </div>
- <div class="comment-content">
- <div class="comment-meta t2">
- <strong class="comment-author">Lubo</strong>
- <span class="comment-info t1">
- <a href="https://perishablepress.com/ultimate-ai-block-list/#comment-140366" title="Permalink">2025/05/06 1:02 am</a>
-
- • <a rel="nofollow" class="comment-reply-link" href="https://perishablepress.com/ultimate-ai-block-list/?replytocom=140366#respond" data-commentid="140366" data-postid="20932" data-belowelement="comment-text-140366" data-respondelement="respond" data-replyto="Reply to Lubo" aria-label="Reply to Lubo">Reply</a> </span>
- </div>
- <div class="comment-text t2" id="comment-text-140366"><p>Hi, Jeff. Can we have list from v1.3 (Apache/.htaccess) plus new bots added from v1.4?</p>
- <p>Thanks.</p>
- </div>
- </div>
- </div>
-
- <ul class="children">
-
- <li class="comment byuser comment-author-perish bypostauthor even depth-2" id="comment-140376">
- <div class="comment-wrap box">
- <div class="comment-avatar">
- <img alt="" src="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/fc56e446225444bbcc58506a1819c812fa7b932eee3068c0ba705ad_003.jpeg" srcset="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/fc56e446225444bbcc58506a1819c812fa7b932eee3068c0ba705ad_002.jpeg 2x" class="avatar avatar-100 photo" height="100" width="100" decoding="async"> </div>
- <div class="comment-content">
- <div class="comment-meta t2">
- <strong class="comment-author"><a href="https://perishablepress.com/" class="url" rel="ugc">Jeff Starr</a></strong>
- <span class="comment-info t1">
- <a href="https://perishablepress.com/ultimate-ai-block-list/#comment-140376" title="Permalink">2025/05/06 4:37 am</a>
- <span class="comment-postauthor">• Post Author</span>
- • <a rel="nofollow" class="comment-reply-link" href="https://perishablepress.com/ultimate-ai-block-list/?replytocom=140376#respond" data-commentid="140376" data-postid="20932" data-belowelement="comment-text-140376" data-respondelement="respond" data-replyto="Reply to Jeff Starr" aria-label="Reply to Jeff Starr">Reply</a> </span>
- </div>
- <div class="comment-text t2" id="comment-text-140376"><p>Hi Lubo, I can post a link to v1.3, then you can use a diff tool to get the changes, if that works?</p>
- </div>
- </div>
- </div>
-
- <ul class="children">
-
- <li class="comment odd alt depth-3" id="comment-140379">
- <div class="comment-wrap box">
- <div class="comment-avatar">
- <img alt="" src="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/avatar_017.webp" srcset="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/avatar_002.webp 2x" class="avatar avatar-100 photo" height="100" width="100" decoding="async"> </div>
- <div class="comment-content">
- <div class="comment-meta t2">
- <strong class="comment-author">Lubo</strong>
- <span class="comment-info t1">
- <a href="https://perishablepress.com/ultimate-ai-block-list/#comment-140379" title="Permalink">2025/05/06 6:34 am</a>
-
- </span>
- </div>
- <div class="comment-text t2" id="comment-text-140379"><p>It will be ok. Thanks.</p>
- </div>
- </div>
- </div>
-
- </li><!-- #comment-## -->
-
- <li class="comment byuser comment-author-perish bypostauthor even depth-3" id="comment-140428">
- <div class="comment-wrap box">
- <div class="comment-avatar">
- <img alt="" src="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/fc56e446225444bbcc58506a1819c812fa7b932eee3068c0ba705ad_003.jpeg" srcset="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/fc56e446225444bbcc58506a1819c812fa7b932eee3068c0ba705ad_002.jpeg 2x" class="avatar avatar-100 photo" height="100" width="100" decoding="async"> </div>
- <div class="comment-content">
- <div class="comment-meta t2">
- <strong class="comment-author"><a href="https://perishablepress.com/" class="url" rel="ugc">Jeff Starr</a></strong>
- <span class="comment-info t1">
- <a href="https://perishablepress.com/ultimate-ai-block-list/#comment-140428" title="Permalink">2025/05/07 8:58 am</a>
- <span class="comment-postauthor">• Post Author</span>
- </span>
- </div>
- <div class="comment-text t2" id="comment-text-140428"><p>Here is previous version (1.3) in both <a href="https://perishablepress.com/downloads/block-ai-bots-v1.3-robots.txt" rel="ugc" target="_blank">robots.txt</a> and <a href="https://perishablepress.com/downloads/block-ai-bots-v1.3-apache.txt" rel="ugc" target="_blank">Apache/.htaccess</a> flavors.</p>
- </div>
- </div>
- </div>
-
- </li><!-- #comment-## -->
- </ul><!-- .children -->
- </li><!-- #comment-## -->
- </ul><!-- .children -->
- </li><!-- #comment-## -->
-
- <li class="comment odd alt thread-odd thread-alt depth-1" id="comment-141488">
- <div class="comment-wrap box">
- <div class="comment-avatar">
- <img alt="" src="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/avatar_012.webp" srcset="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/avatar_004.webp 2x" class="avatar avatar-100 photo" height="100" width="100" decoding="async"> </div>
- <div class="comment-content">
- <div class="comment-meta t2">
- <strong class="comment-author">Hi</strong>
- <span class="comment-info t1">
- <a href="https://perishablepress.com/ultimate-ai-block-list/#comment-141488" title="Permalink">2025/07/21 10:41 pm</a>
-
- • <a rel="nofollow" class="comment-reply-link" href="https://perishablepress.com/ultimate-ai-block-list/?replytocom=141488#respond" data-commentid="141488" data-postid="20932" data-belowelement="comment-text-141488" data-respondelement="respond" data-replyto="Reply to Hi" aria-label="Reply to Hi">Reply</a> </span>
- </div>
- <div class="comment-text t2" id="comment-text-141488"><p>Hi Jeff, it seems that when accessing a website from an Apple device after 1.6 htaccess update, it returns a Forbidden.</p>
- </div>
- </div>
- </div>
-
- <ul class="children">
-
- <li class="comment byuser comment-author-perish bypostauthor even depth-2" id="comment-141497">
- <div class="comment-wrap box">
- <div class="comment-avatar">
- <img alt="" src="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/fc56e446225444bbcc58506a1819c812fa7b932eee3068c0ba705ad_003.jpeg" srcset="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/fc56e446225444bbcc58506a1819c812fa7b932eee3068c0ba705ad_002.jpeg 2x" class="avatar avatar-100 photo" height="100" width="100" decoding="async"> </div>
- <div class="comment-content">
- <div class="comment-meta t2">
- <strong class="comment-author"><a href="https://perishablepress.com/" class="url" rel="ugc">Jeff Starr</a></strong>
- <span class="comment-info t1">
- <a href="https://perishablepress.com/ultimate-ai-block-list/#comment-141497" title="Permalink">2025/07/22 6:30 am</a>
- <span class="comment-postauthor">• Post Author</span>
- • <a rel="nofollow" class="comment-reply-link" href="https://perishablepress.com/ultimate-ai-block-list/?replytocom=141497#respond" data-commentid="141497" data-postid="20932" data-belowelement="comment-text-141497" data-respondelement="respond" data-replyto="Reply to Jeff Starr" aria-label="Reply to Jeff Starr">Reply</a> </span>
- </div>
- <div class="comment-text t2" id="comment-text-141497"><p>Get the
- specific Apple user agent and I will modify the list for the next
- update. And in the meantime, simply remove the “Apple” entry from the
- list will resolve and allow Apple (including AI bots) full accesss).</p>
- </div>
- </div>
- </div>
-
- </li><!-- #comment-## -->
- </ul><!-- .children -->
- </li><!-- #comment-## -->
-
- <li class="comment odd alt thread-even depth-1" id="comment-141490">
- <div class="comment-wrap box">
- <div class="comment-avatar">
- <img alt="" src="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/avatar_013.webp" srcset="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/avatar_006.webp 2x" class="avatar avatar-100 photo" height="100" width="100" decoding="async"> </div>
- <div class="comment-content">
- <div class="comment-meta t2">
- <strong class="comment-author">MuP</strong>
- <span class="comment-info t1">
- <a href="https://perishablepress.com/ultimate-ai-block-list/#comment-141490" title="Permalink">2025/07/21 11:32 pm</a>
-
- • <a rel="nofollow" class="comment-reply-link" href="https://perishablepress.com/ultimate-ai-block-list/?replytocom=141490#respond" data-commentid="141490" data-postid="20932" data-belowelement="comment-text-141490" data-respondelement="respond" data-replyto="Reply to MuP" aria-label="Reply to MuP">Reply</a> </span>
- </div>
- <div class="comment-text t2" id="comment-text-141490"><p>Hi Jeff.<br>
- Thanks for this update.<br>
- Guessing this will be a never ending story.<br>
- —<br>
- htaccess, line “RewriteCond %{HTTP_USER_AGENT} (Apple| …”<br>
- “Apple” will be blocked now?<br>
- “Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/138.0.0.0 Safari/537.36”<br>
- —<br>
- Win11, Chrome, accessing my own site will be blocked by funny 402, hope you remember my question earlier R=402 instead of (F,L).<br>
- Once deleted Apple it works well again.<br>
- —<br>
- Cheers</p>
- </div>
- </div>
- </div>
-
- <ul class="children">
-
- <li class="comment byuser comment-author-perish bypostauthor even depth-2" id="comment-141498">
- <div class="comment-wrap box">
- <div class="comment-avatar">
- <img alt="" src="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/fc56e446225444bbcc58506a1819c812fa7b932eee3068c0ba705ad_003.jpeg" srcset="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/fc56e446225444bbcc58506a1819c812fa7b932eee3068c0ba705ad_002.jpeg 2x" class="avatar avatar-100 photo" height="100" width="100" decoding="async"> </div>
- <div class="comment-content">
- <div class="comment-meta t2">
- <strong class="comment-author"><a href="https://perishablepress.com/" class="url" rel="ugc">Jeff Starr</a></strong>
- <span class="comment-info t1">
- <a href="https://perishablepress.com/ultimate-ai-block-list/#comment-141498" title="Permalink">2025/07/22 6:35 am</a>
- <span class="comment-postauthor">• Post Author</span>
- • <a rel="nofollow" class="comment-reply-link" href="https://perishablepress.com/ultimate-ai-block-list/?replytocom=141498#respond" data-commentid="141498" data-postid="20932" data-belowelement="comment-text-141498" data-respondelement="respond" data-replyto="Reply to Jeff Starr" aria-label="Reply to Jeff Starr">Reply</a> </span>
- </div>
- <div class="comment-text t2" id="comment-text-141498"><p>Apple
- fix is on the list for the next update. I got too greedy :) For now as
- you mention simply remove “Apple” and all will be well. I don’t recall
- funny 402, remind me?</p>
- </div>
- </div>
- </div>
-
- <ul class="children">
-
- <li class="comment odd alt depth-3" id="comment-141501">
- <div class="comment-wrap box">
- <div class="comment-avatar">
- <img alt="" src="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/avatar_013.webp" srcset="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/avatar_006.webp 2x" class="avatar avatar-100 photo" height="100" width="100" decoding="async"> </div>
- <div class="comment-content">
- <div class="comment-meta t2">
- <strong class="comment-author">MuP</strong>
- <span class="comment-info t1">
- <a href="https://perishablepress.com/ultimate-ai-block-list/#comment-141501" title="Permalink">2025/07/22 8:49 am</a>
-
- </span>
- </div>
- <div class="comment-text t2" id="comment-text-141501"><p>This one is working well acc. 402 on my site:<br>
- <a href="https://perishablepress.com/8g-firewall/comment-page-7/#comment-141417" rel="ugc">https://perishablepress.com/8g-firewall/comment-page-7/#comment-141417</a></p>
- </div>
- </div>
- </div>
-
- </li><!-- #comment-## -->
-
- <li class="comment byuser comment-author-perish bypostauthor even depth-3" id="comment-141505">
- <div class="comment-wrap box">
- <div class="comment-avatar">
- <img alt="" src="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/fc56e446225444bbcc58506a1819c812fa7b932eee3068c0ba705ad_003.jpeg" srcset="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/fc56e446225444bbcc58506a1819c812fa7b932eee3068c0ba705ad_002.jpeg 2x" class="avatar avatar-100 photo" height="100" width="100" decoding="async"> </div>
- <div class="comment-content">
- <div class="comment-meta t2">
- <strong class="comment-author"><a href="https://perishablepress.com/" class="url" rel="ugc">Jeff Starr</a></strong>
- <span class="comment-info t1">
- <a href="https://perishablepress.com/ultimate-ai-block-list/#comment-141505" title="Permalink">2025/07/22 11:41 am</a>
- <span class="comment-postauthor">• Post Author</span>
- </span>
- </div>
- <div class="comment-text t2" id="comment-text-141505"><p>Okay yes I recall that comment/code.. I guess, why 402 “Payment Required” instead of 403 “Forbidden”..?</p>
- </div>
- </div>
- </div>
-
- </li><!-- #comment-## -->
- </ul><!-- .children -->
- </li><!-- #comment-## -->
- </ul><!-- .children -->
- </li><!-- #comment-## -->
-
- <li class="comment odd alt thread-odd thread-alt depth-1" id="comment-141494">
- <div class="comment-wrap box">
- <div class="comment-avatar">
- <img alt="" src="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/avatar_010.webp" srcset="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/avatar_008.webp 2x" class="avatar avatar-100 photo" height="100" width="100" decoding="async"> </div>
- <div class="comment-content">
- <div class="comment-meta t2">
- <strong class="comment-author">EJL</strong>
- <span class="comment-info t1">
- <a href="https://perishablepress.com/ultimate-ai-block-list/#comment-141494" title="Permalink">2025/07/22 5:05 am</a>
-
- • <a rel="nofollow" class="comment-reply-link" href="https://perishablepress.com/ultimate-ai-block-list/?replytocom=141494#respond" data-commentid="141494" data-postid="20932" data-belowelement="comment-text-141494" data-respondelement="respond" data-replyto="Reply to EJL" aria-label="Reply to EJL">Reply</a> </span>
- </div>
- <div class="comment-text t2" id="comment-text-141494"><p>Hi Jeff.<br>
- Thanks for the update.</p>
- <p>With the change of Apple related bots to Apple, in my opinion you
- also block a Chrome browser. The Apache logging for Chrome looks like
- “Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML,
- like Gecko) Chrome/138.0.0.0 Safari/537.36” and safari browsers:
- “Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15
- (KHTML, like Gecko) Version/17.6 Safari/605.1.15”.<br>
- At the moment I have not tested this in the .htaccess of Apache server because this. What is your opinion about this?</p>
- </div>
- </div>
- </div>
-
- <ul class="children">
-
- <li class="comment byuser comment-author-perish bypostauthor even depth-2" id="comment-141496">
- <div class="comment-wrap box">
- <div class="comment-avatar">
- <img alt="" src="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/fc56e446225444bbcc58506a1819c812fa7b932eee3068c0ba705ad_003.jpeg" srcset="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/fc56e446225444bbcc58506a1819c812fa7b932eee3068c0ba705ad_002.jpeg 2x" class="avatar avatar-100 photo" height="100" width="100" decoding="async"> </div>
- <div class="comment-content">
- <div class="comment-meta t2">
- <strong class="comment-author"><a href="https://perishablepress.com/" class="url" rel="ugc">Jeff Starr</a></strong>
- <span class="comment-info t1">
- <a href="https://perishablepress.com/ultimate-ai-block-list/#comment-141496" title="Permalink">2025/07/22 6:29 am</a>
- <span class="comment-postauthor">• Post Author</span>
- • <a rel="nofollow" class="comment-reply-link" href="https://perishablepress.com/ultimate-ai-block-list/?replytocom=141496#respond" data-commentid="141496" data-postid="20932" data-belowelement="comment-text-141496" data-respondelement="respond" data-replyto="Reply to Jeff Starr" aria-label="Reply to Jeff Starr">Reply</a> </span>
- </div>
- <div class="comment-text t2" id="comment-text-141496"><p>You are
- welcome to block as desired for your own sites. For this list however I
- am avoiding blocking anything related to major search engines,
- including Google Chrome. The last thing I want is for the everyone using
- Chrome to get blocked from accessing anyone’s website.</p>
- </div>
- </div>
- </div>
-
- </li><!-- #comment-## -->
- </ul><!-- .children -->
- </li><!-- #comment-## -->
-
- <li class="comment odd alt thread-even depth-1" id="comment-141540">
- <div class="comment-wrap box">
- <div class="comment-avatar">
- <img alt="" src="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/avatar_015.webp" srcset="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/avatar_003.webp 2x" class="avatar avatar-100 photo" height="100" width="100" decoding="async"> </div>
- <div class="comment-content">
- <div class="comment-meta t2">
- <strong class="comment-author"><a href="https://www.netjukebox.nl/" class="url" rel="ugc external nofollow" target="_blank">Willem</a></strong>
- <span class="comment-info t1">
- <a href="https://perishablepress.com/ultimate-ai-block-list/#comment-141540" title="Permalink">2025/07/25 12:45 am</a>
-
- • <a rel="nofollow" class="comment-reply-link" href="https://perishablepress.com/ultimate-ai-block-list/?replytocom=141540#respond" data-commentid="141540" data-postid="20932" data-belowelement="comment-text-141540" data-respondelement="respond" data-replyto="Reply to Willem" aria-label="Reply to Willem">Reply</a> </span>
- </div>
- <div class="comment-text t2" id="comment-text-141540"><p>First
- of all thanks for compiling this list! I think that the first seven
- user-agents in the 1.6 list are to fuzzy and could create unintended
- false positives:<br>
- (\.ai|-ai|_ai|ai\.|ai-|ai_|ai=|</p>
- <p>By adding extra space at the beginning or end of the user-agents will
- decrease the change of false positives a lot. I hope that I have seen
- it right that the first 3 are intended as suffix and the next 4 as
- prefix:<br>
- (\.ai\ |-ai\ |_ai\ |\ ai\.|\ ai-|\ ai_|\ ai=|</p>
- </div>
- </div>
- </div>
-
- <ul class="children">
-
- <li class="comment byuser comment-author-perish bypostauthor even depth-2" id="comment-141543">
- <div class="comment-wrap box">
- <div class="comment-avatar">
- <img alt="" src="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/fc56e446225444bbcc58506a1819c812fa7b932eee3068c0ba705ad_003.jpeg" srcset="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/fc56e446225444bbcc58506a1819c812fa7b932eee3068c0ba705ad_002.jpeg 2x" class="avatar avatar-100 photo" height="100" width="100" decoding="async"> </div>
- <div class="comment-content">
- <div class="comment-meta t2">
- <strong class="comment-author"><a href="https://perishablepress.com/" class="url" rel="ugc">Jeff Starr</a></strong>
- <span class="comment-info t1">
- <a href="https://perishablepress.com/ultimate-ai-block-list/#comment-141543" title="Permalink">2025/07/25 6:05 am</a>
- <span class="comment-postauthor">• Post Author</span>
- • <a rel="nofollow" class="comment-reply-link" href="https://perishablepress.com/ultimate-ai-block-list/?replytocom=141543#respond" data-commentid="141543" data-postid="20932" data-belowelement="comment-text-141543" data-respondelement="respond" data-replyto="Reply to Jeff Starr" aria-label="Reply to Jeff Starr">Reply</a> </span>
- </div>
- <div class="comment-text t2" id="comment-text-141543"><p>Thank
- you for the feedback. Can you provide any actual examples of false
- positive matching? If so, I will add the spaces as needed in the next
- update.</p>
- </div>
- </div>
- </div>
-
- </li><!-- #comment-## -->
- </ul><!-- .children -->
- </li><!-- #comment-## -->
-
- <li class="comment odd alt thread-odd thread-alt depth-1" id="comment-141560">
- <div class="comment-wrap box">
- <div class="comment-avatar">
- <img alt="" src="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/avatar_015.webp" srcset="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/avatar_003.webp 2x" class="avatar avatar-100 photo" height="100" width="100" decoding="async"> </div>
- <div class="comment-content">
- <div class="comment-meta t2">
- <strong class="comment-author"><a href="https://www.netjukebox.nl/" class="url" rel="ugc external nofollow" target="_blank">Willem</a></strong>
- <span class="comment-info t1">
- <a href="https://perishablepress.com/ultimate-ai-block-list/#comment-141560" title="Permalink">2025/07/25 2:21 pm</a>
-
- • <a rel="nofollow" class="comment-reply-link" href="https://perishablepress.com/ultimate-ai-block-list/?replytocom=141560#respond" data-commentid="141560" data-postid="20932" data-belowelement="comment-text-141560" data-respondelement="respond" data-replyto="Reply to Willem" aria-label="Reply to Willem">Reply</a> </span>
- </div>
- <div class="comment-text t2" id="comment-text-141560"><p>I have filterd out the regex (\.ai|-ai|_ai|ai\.|ai-|ai_|ai=) between space boundaries from an apache logfile.</p>
- <p> 85 +https://openai.com/gptbot)”<br>
- 18 OAI-SearchBot/1.0;<br>
- 18 +https://openai.com/searchbot”<br>
- 15 mai-IN)<br>
- 1 mai-IN;</p>
- <p>Then I get some unexpected results like “mai-IN” as part of different
- web browsers. Maybe a plugin? I don’ t have many traffic on my site so
- it could be worse.</p>
- </div>
- </div>
- </div>
-
- <ul class="children">
-
- <li class="comment byuser comment-author-perish bypostauthor even depth-2" id="comment-141561">
- <div class="comment-wrap box">
- <div class="comment-avatar">
- <img alt="" src="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/fc56e446225444bbcc58506a1819c812fa7b932eee3068c0ba705ad_003.jpeg" srcset="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/fc56e446225444bbcc58506a1819c812fa7b932eee3068c0ba705ad_002.jpeg 2x" class="avatar avatar-100 photo" height="100" width="100" decoding="async"> </div>
- <div class="comment-content">
- <div class="comment-meta t2">
- <strong class="comment-author"><a href="https://perishablepress.com/" class="url" rel="ugc">Jeff Starr</a></strong>
- <span class="comment-info t1">
- <a href="https://perishablepress.com/ultimate-ai-block-list/#comment-141561" title="Permalink">2025/07/25 3:24 pm</a>
- <span class="comment-postauthor">• Post Author</span>
- • <a rel="nofollow" class="comment-reply-link" href="https://perishablepress.com/ultimate-ai-block-list/?replytocom=141561#respond" data-commentid="141561" data-postid="20932" data-belowelement="comment-text-141561" data-respondelement="respond" data-replyto="Reply to Jeff Starr" aria-label="Reply to Jeff Starr">Reply</a> </span>
- </div>
- <div class="comment-text t2" id="comment-text-141561"><p>Thanks.
- Most of those are AI bots so the wildcard matching is working well. For
- the “mai-IN” not sure, but will add a note about it for anyone
- concerned about “mai-IN” visitors. Let me know if you find any other
- false positives, thank you.</p>
- </div>
- </div>
- </div>
-
- </li><!-- #comment-## -->
- </ul><!-- .children -->
- </li><!-- #comment-## -->
- </ol>
-
-
- <div class="nav nav-comments"><span aria-current="page" class="page-numbers current">1</span><span><a class="page-numbers" href="https://perishablepress.com/ultimate-ai-block-list/comment-page-2/#comments">2</a></span><span><a class="page-numbers" href="https://perishablepress.com/ultimate-ai-block-list/comment-page-3/#comments">3</a></span> <span class="nav-sep">•</span> <span><a class="next page-numbers" href="https://perishablepress.com/ultimate-ai-block-list/comment-page-2/#comments">Newer Comments »</a></span></div>
-
-
-
- <div id="respond" class="comment-respond">
- <h2 id="reply-title" class="comment-reply-title">Leave a reply <span class="cancel-reply t1"><a rel="nofollow" id="cancel-comment-reply-link" href="https://perishablepress.com/ultimate-ai-block-list/#respond" style="display:none;">Cancel</a></span></h2><form action="https://perishablepress.com/wp/wp-comments-post.php" method="post" id="commentform" class="comment-form"><div class="comment-policy t2"><p>Name and email required. Email kept private. Basic markup allowed. Please wrap any small/single-line code snippets with <code><code></code> tags. Wrap any long/multi-line snippets with <code><pre><code></code> tags. For more info, check out the <a target="_blank" href="https://perishablepress.com/comment-policy/" title="Perishable Press Comment Policy">Comment Policy</a> and <a target="_blank" href="https://perishablepress.com/privacy.html" title="Perishable Press Privacy Policy">Privacy Policy</a>.</p><p class="comment-feed"><a target="_blank" href="https://perishablepress.com/ultimate-ai-block-list/feed/" title="Subscribe via RSS feed">Subscribe to comments on this post</a></p></div><div class="comment-field"><label for="author">Name</label><input id="author" name="author" type="text" placeholder="Enter your name"></div>
- <div class="comment-field"><label for="email">Email</label><input id="email" name="email" type="email" placeholder="Enter your email"></div>
- <div class="comment-field"><label for="url">Website</label><input id="url" name="url" type="url" placeholder="Enter your website"></div>
- <div class="comment-field"><label for="comment">Comment</label><textarea id="comment" name="comment" placeholder="Enter your comment"></textarea></div><p class="form-submit"><input name="submit" type="submit" id="submit" class="submit" value="Post Comment"> <input type="hidden" name="comment_post_ID" value="20932" id="comment_post_ID">
- <input type="hidden" name="comment_parent" id="comment_parent" value="0">
- </p></form> </div><!-- #respond -->
-
-
- </div>
-
- </div>
-
- <div class="w2b2 box">
-
- <div class="welcome">
- <div class="t1">Welcome</div>
- <div class="t2">
- Perishable Press is operated by Jeff Starr, a professional web developer and book author with two decades of experience.
- Here you will find posts about web development, WordPress, security, and <a href="https://perishablepress.com/about/" title="About Perishable Press">more »</a>
- </div>
- </div>
-
- <div class="w2b2a feat">
- <div>
- <a href="https://digwp.com/book/" title="Take your WordPress skills to the next level" target="_blank">
- <img src="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/digwp.jpg" width="200" alt="eBook: Digging Into WordPress">
- </a>
- </div>
- <div class="t3">
- <a href="https://digwp.com/book/" title="eBook + Bonus Content" target="_blank">Digging Into WordPress</a>: Take your WordPress skills to the next level.
- </div> </div>
-
- <div class="thoughts">
- <div class="t1">Thoughts</div>
- <div class="thought t2">📚 Fresh updates for all of my <a href="https://books.perishablepress.com/" title="Perishable Press Books">books</a> now available! As always, book owners can download the latest versions for FREE :)</div><div class="thought t2">The same: your thoughts, your time, your money. Always in unison.</div><div class="thought t2"><a href="https://news.ycombinator.com/item?id=46505518" title="Visit news.ycombinator.com" target="_blank">Google Broke My Heart</a> is trending 😅</div><div class="thought t2"><a href="https://perishablepress.com/ultimate-ai-block-list/">Ultimate block list to stop AI bots</a> v1.8 now available, blocking over 700+ AI bots!</div><div class="thought t2">After eight months on the road, it is SO nice having <a href="https://x.com/perishable/status/2003868253643550985" title="View post on X (Twitter)" target="_blank">my own office</a> again.</div><div class="thought t2">Taking a break from the vanlife thing, now setting up an office in Washington state.</div><div class="thought t2">Ain’t got time for no <abbr title="Artificial Intelligence">AI</abbr> slops.</div> <div class="t2">+ <a href="https://perishablepress.com/thoughts/">More thoughts »</a></div>
- </div>
-
- <div class="mce feat">
-
- <form action="https://perishablepress.us11.list-manage.com/subscribe/post?u=3b1eb5693738305478b07e6c4&id=a5e4fc9f37" method="post" target="_blank" novalidate="">
-
-
- <div class="t1">Newsletter</div>
-
-
- <div class="t2">Get news, updates, deals & tips via email.</div>
-
-
- <label for="mce-EMAIL-96" class="h">Enter your email</label>
- <input id="mce-EMAIL-96" name="EMAIL" type="email" placeholder="Enter your email" required="">
-
- <input type="text" name="b_3b1eb5693738305478b07e6c4_a5e4fc9f37" tabindex="-1" aria-hidden="true" style="position:absolute;left:-9999em;">
- <input type="submit" name="subscribe" value="Subscribe">
-
-
- <div class="t3">Email kept private. Easy unsubscribe anytime.</div>
-
-
- </form>
-
- </div>
-
- <div class="cats box">
- <div class="t1">Topics</div>
- <ul class="t2">
- <li><a href="https://perishablepress.com/category/wordpress/">WordPress</a></li>
- <li><a href="https://perishablepress.com/category/security/">Security</a></li>
- <li><a href="https://perishablepress.com/category/htaccess/">.htaccess</a></li>
- <li><a href="https://perishablepress.com/category/javascript/">JavaScript</a></li>
- <li><a href="https://perishablepress.com/category/html/">HTML</a></li>
- <li><a href="https://perishablepress.com/category/php/">PHP</a></li>
- <li><a href="https://perishablepress.com/category/css/">CSS</a></li>
- <li><a href="https://perishablepress.com/category/seo/">SEO</a></li>
- <li><a href="https://perishablepress.com/archives/#cats">more »</a></li>
- </ul>
- <ul class="t2"> <li><a href="https://perishablepress.com/tag/websites/">websites</a></li>
- <li><a href="https://perishablepress.com/tag/plugins/">plugins</a></li>
- <li><a href="https://perishablepress.com/tag/blacklist/">blacklist</a></li>
- <li><a href="https://perishablepress.com/tag/apache/">apache</a></li>
- <li><a href="https://perishablepress.com/tag/tutorials/">tutorials</a></li>
- <li><a href="https://perishablepress.com/tag/code/">code</a></li>
- <li><a href="https://perishablepress.com/tag/ux/">ux</a></li>
- <li><a href="https://perishablepress.com/tag/mod_rewrite/">mod_rewrite</a></li>
- <li><a href="https://perishablepress.com/tag/optimization/">optimization</a></li>
- <li><a href="https://perishablepress.com/tag/design/">design</a></li>
- <li><a href="https://perishablepress.com/tag/links/">links</a></li>
- <li><a href="https://perishablepress.com/tag/spam/">spam</a></li>
- <li><a href="https://perishablepress.com/tag/markup/">markup</a></li>
- <li><a href="https://perishablepress.com/tag/server/">server</a></li>
- <li><a href="https://perishablepress.com/tag/hacks/">hacks</a></li>
- <li><a href="https://perishablepress.com/archives/#tags">more »</a></li>
- </ul>
- </div>
-
- </div>
- </div>
-
- </div>
- </div>
-
- <div class="menu box bg1">
- <div class="wrap">
-
- <div class="m1">
-
- <form action="https://perishablepress.us11.list-manage.com/subscribe/post?u=3b1eb5693738305478b07e6c4&id=a5e4fc9f37" method="post" target="_blank" novalidate="">
-
-
- <div class="t1">Perishable Press Newsletter</div>
-
-
- <div class="t2">Get news, updates, deals & tips via email.</div>
-
-
- <label for="mce-EMAIL-67" class="h">Enter your email</label>
- <input id="mce-EMAIL-67" name="EMAIL" type="email" placeholder="Enter your email" required="">
-
- <input type="text" name="b_3b1eb5693738305478b07e6c4_a5e4fc9f37" tabindex="-1" aria-hidden="true" style="position:absolute;left:-9999em;">
- <input type="submit" name="subscribe" value="Subscribe">
-
-
- <div class="t3">Your email will remain private. Easy unsubscribe anytime.</div>
-
-
- </form>
-
- </div>
-
- <div class="m2">
- <div class="t1">Find me on the social medias</div>
- <ul class="s">
- <li><a rel="nofollow" class="s1" href="https://twitter.com/perishable" title="Jeff Starr on Twitter" target="_blank">Twitter</a></li>
- <li><a rel="nofollow" class="s3" href="https://m0n.co/youtube" title="Jeff Starr on YouTube" target="_blank">YouTube</a></li>
- <li><a rel="nofollow" class="s4" href="https://linkedin.com/in/perishable" title="Jeff Starr on LinkedIn" target="_blank">LinkedIn</a></li>
- <li><a rel="nofollow" class="s5" href="http://perishable.tumblr.com/" title="Jeff Starr on Tumblr" target="_blank">Tumblr</a></li>
- <li><a rel="nofollow" class="s6" href="https://facebook.com/jeff.m.starr" title="Jeff Starr on Facebook" target="_blank">Facebook</a></li>
- <li><a rel="nofollow" class="s7" href="https://instagram.com/perishable/" title="Jeff Starr on Instagram" target="_blank">Instagram</a></li>
- <li><a rel="nofollow" class="s8" href="https://profiles.wordpress.org/specialk" title="WP Developer Profile" target="_blank">WordPress</a></li>
- </ul>
- </div>
-
- <div class="m3 box">
- <div class="m3a">
- <div class="t1">Around the site</div>
- <ul class="t2">
- <li><a href="https://perishablepress.com/tools/" title="Free developer tools">Online Dev Tools</a></li>
- <li><a href="https://perishablepress.com/about/">About Perishable Press</a></li>
- <li><a href="https://perishablepress.com/archives/">Perishable Press Archives</a></li>
- <li><a href="https://perishablepress.com/contact/">Contact Perishable Press</a></li>
- <li><a href="https://perishablepress.com/dungeon/" title="Fun facts about the site">Welcome to Dungeon!</a></li>
- </ul>
- </div>
- <div class="m3b">
- <div class="t1">WordPress help</div>
- <ul class="t2">
- <li><a href="https://m0n.co/wizards-sql" title="Wizard's Collection: SQL Recipes for WordPress" target="_blank">Wizard’s SQL Recipes</a> <small>(eBook)</small></li>
- <li><a href="https://wp-tao.com/" title="Learn the Way of WordPress" target="_blank">The Tao of WordPress</a> <small>(eBook)</small></li>
- <li><a href="https://digwp.com/" title="Written by Chris Coyier and Jeff Starr" target="_blank">Digging Into WordPress</a> <small>(eBook)</small></li>
- <li><a href="https://wp-tao.com/wordpress-themes-book/" title="WordPress Themes In Depth" target="_blank">Develop WordPress themes</a> <small>(eBook)</small></li>
- <li><a href="https://m0n.co/wp-shared-hosting" title="Video course at Lynda.com/LinkedIn" target="_blank">WordPress on shared hosting</a> <small>(video tutorials)</small></li>
- </ul>
- </div>
- <div class="m3c">
- <div class="t1">Favorite projects</div>
- <ul class="t2">
- <li><a href="https://htaccessbook.com/" title="Secure and optimize your website" target="_blank">.htaccess made easy</a></li>
- <li><a href="https://wp-mix.com/" title="A fresh mix of code snippets and tutorials" target="_blank">Code Snippets</a></li>
- <li><a href="https://plugin-planet.com/blackhole-pro/" title="WP Plugin: Blackhole Pro" target="_blank">Blackhole Pro</a></li>
- <li><a href="https://plugin-planet.com/bbq-pro/" title="WP Plugin: Block Bad Queries Pro" target="_blank">BBQ Pro</a></li>
- <li><a href="https://plugin-planet.com/usp-pro/" title="WP Plugin: User Submitted Posts Pro" target="_blank">USP Pro</a></li>
- </ul>
- </div>
- </div>
-
- <div class="m4">
- <div class="t2">
- © 2004–2026 Perishable Press •
- <a href="https://perishablepress.com/redesign-25/" title="Redesign #25: Performance Over Perfection">Yes Theme</a> by
- <a href="https://monzillamedia.com/" title="Obsessive Web Development" target="_blank">Monzilla Media</a> •
- Built w/ <a href="https://perishablepress.com/shapespace/" title="WordPress Theme Template">shapeSpace</a> •
- <a target="_blank" href="https://perishablepress.com/wp-sitemap.xml" title="Perishable Press Sitemap">Sitemap</a> •
- <a target="_blank" href="https://perishablepress.com/policy/" title="Official site policies and such">Policy</a> •
- <a target="_blank" href="https://perishablepress.com/feed/" title="Articles served in RSS format">RSS</a> •
- <abbr title="God loves you">John 3:16</abbr>
- </div>
- </div>
-
- </div>
- </div>
-
- <script type="speculationrules">
- {"prefetch":[{"source":"document","where":{"and":[{"href_matches":"/*"},{"not":{"href_matches":["/wp/wp-*.php","/wp/wp-admin/*","/wp/wp-content/uploads/*","/wp/wp-content/*","/wp/wp-content/plugins/*","/wp/wp-content/themes/yes/*","/*\\?(.+)"]}},{"not":{"selector_matches":"a[rel~=\"nofollow\"]"}},{"not":{"selector_matches":".no-prefetch, .no-prefetch a"}}]},"eagerness":"conservative"}]}
- </script>
- <script type="text/javascript" src="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/highlight-core.js" id="prismatic-highlight-js"></script>
- <script type="text/javascript" id="prismatic-highlight-js-after">
- /* <![CDATA[ */
- hljs.initHighlightingOnLoad();
- //# sourceURL=prismatic-highlight-js-after
- /* ]]> */
- </script>
- <script type="text/javascript" id="yes-js-before">
- /* <![CDATA[ */
- var mode = "lite";
- //# sourceURL=yes-js-before
- /* ]]> */
- </script>
- <script type="text/javascript" src="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/script.js" id="yes-js"></script>
- <script type="text/javascript" src="Ultimate%20Block%20List%20to%20Stop%20AI%20Bots%20_%20Perishable%20Press_files/comment-reply.min.js" id="comment-reply-js" async="async" data-wp-strategy="async" fetchpriority="low"></script>
-
-
- </body></html>
|