From ff91bdaae37ada79236a1260c4392b54f031cd12 Mon Sep 17 00:00:00 2001
From: Cory Dransfeldt <coryd@hey.com>
Date: Sat, 11 May 2024 07:08:43 -0700
Subject: [PATCH] chore: update post

---
 src/posts/2024/go-ahead-and-block-ai-web-crawlers.md | 5 +++++
 1 file changed, 5 insertions(+)

diff --git a/src/posts/2024/go-ahead-and-block-ai-web-crawlers.md b/src/posts/2024/go-ahead-and-block-ai-web-crawlers.md
index 28eb3acd..15a4f346 100644
--- a/src/posts/2024/go-ahead-and-block-ai-web-crawlers.md
+++ b/src/posts/2024/go-ahead-and-block-ai-web-crawlers.md
@@ -52,10 +52,13 @@ User-agent: ClaudeBot
 User-agent: Claude-Web
 User-agent: cohere-ai
 User-agent: DataForSeoBot
+User-agent: Diffbot
 User-agent: FacebookBot
+User-agent: FriendlyCrawler
 User-agent: Google-Extended
 User-agent: GoogleOther
 User-agent: GPTBot
+User-agent: img2dataset
 User-agent: ImagesiftBot
 User-agent: magpie-crawler
 User-agent: Meltwater
@@ -64,6 +67,8 @@ User-agent: omgilibot
 User-agent: peer39_crawler
 User-agent: peer39_crawler/1.0
 User-agent: PerplexityBot
+User-agent: PiplBot
+User-agent: scoop.it
 User-agent: Seekr
 User-agent: YouBot
 Disallow: /