From 1df6d3bec1d0f6268e06233f2a8e6ae5b99f00e6 Mon Sep 17 00:00:00 2001 From: nisbet-hubbard <87453615+nisbet-hubbard@users.noreply.github.com> Date: Mon, 29 Jul 2024 20:04:59 +0800 Subject: [PATCH] Add `meta-externalagent` --- robots.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/robots.txt b/robots.txt index cff9196..0e6a393 100644 --- a/robots.txt +++ b/robots.txt @@ -18,6 +18,7 @@ User-agent: GoogleOther-Video User-agent: GPTBot User-agent: ImagesiftBot User-agent: img2dataset +User-agent: meta-externalagent User-agent: OAI-SearchBot User-agent: omgili User-agent: omgilibot