From b05f2fee000caf6c784135335b14c2254572754e Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?S=C3=A9rgio=20Spagnuolo?= Date: Fri, 13 Jun 2025 17:15:13 -0300 Subject: [PATCH] Update robots.json with new crawler Update with Poseidon Research Crawler as found in nytimes.com/robots.txt --- robots.json | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/robots.json b/robots.json index 52e196a..9bd1f85 100644 --- a/robots.json +++ b/robots.json @@ -405,6 +405,13 @@ "operator": "[phind](https://www.phind.com/)", "respect": "Unclear at this time." }, + "Poseidon Research Crawler": { + "operator": "[Poseidon Research](https://www.poseidonresearch.com)", + "description": "Lab focused on scaling the interpretability research necessary to make better AI systems possible.", + "frequency": "No explicit frequency provided.", + "function": "AI research crawler", + "respect": "Unclear at this time." + }, "QualifiedBot": { "description": "Operated by Qualified as part of their suite of AI product offerings.", "frequency": "No explicit frequency provided.",